-- Logs begin at Tue 2022-05-03 11:33:00 UTC, end at Tue 2022-05-03 12:45:52 UTC. -- May 03 12:15:32.985778 dv-cinder-824911-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 12:15:35.773663 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.common.config [-] Logging enabled! May 03 12:15:35.774238 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 12:15:35.774385 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103774) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 12:15:35.777728 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.common.config [-] Logging enabled! May 03 12:15:35.777988 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev177 May 03 12:15:35.778300 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103774) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 03 12:15:35.779219 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 12:15:35.779460 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 12:15:35.779838 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 12:15:35.780088 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 12:15:35.780321 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 12:15:35.780670 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.781073 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.781313 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.781619 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.781918 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.782207 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.782503 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.782805 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.783095 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.783378 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.783666 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.783925 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.784213 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.784531 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.784825 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.785059 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.785342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.785789 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.786191 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.786479 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.786774 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.787057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.787331 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.787614 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.787903 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.788236 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] host = dv-cinder-824911-5-iscsi {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.788546 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.788840 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.789129 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.789419 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.789698 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.789981 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.790267 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.790545 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.790823 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.791102 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.791394 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.791687 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.791980 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.792212 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.792467 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.792760 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.793064 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.793343 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.793621 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.793901 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.794180 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.794457 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.794731 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.795023 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.795311 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.795598 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.795879 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.796158 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.796461 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.796741 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.797029 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.797307 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.797584 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.797863 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.798157 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.798430 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.798708 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.799010 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.799297 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.800117 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.800681 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.800966 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.801254 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.801530 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.801806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.802082 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.802359 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.802633 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.802920 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.803196 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.803472 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.803748 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.804023 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.804311 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.804612 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:35.804913 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.805213 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.805525 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.805813 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.806123 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.806411 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.806703 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.806986 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.807278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.807568 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.807861 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.808141 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.808469 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.808765 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.809064 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.809374 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.809672 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.809968 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.810252 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.810529 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.810807 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.811091 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.811382 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.811665 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.811957 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.812251 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.812559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.812862 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.813152 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.813443 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.813742 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.814035 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.814311 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.814597 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.814894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.815224 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.816025 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.816308 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.816626 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.816912 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.817191 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.817480 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.817763 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.818040 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.818317 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.818600 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.818898 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.819181 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.819458 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.819735 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.820020 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.820301 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.820614 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.820895 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.821173 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.821450 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.821736 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.822014 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.822295 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.822577 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.822857 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.823143 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.823422 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.823699 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.823980 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.824257 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.824563 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.824842 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.825120 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.825402 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.825679 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.825960 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.826238 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.826515 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.826793 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.827095 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.827381 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.827667 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.827953 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.828238 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.828547 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.828831 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.829117 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.829400 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.829679 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.829977 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.830266 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.830559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.830869 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.831172 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.831473 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.831757 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.832039 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.832326 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.832628 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.832909 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.833197 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.833483 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.833780 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.834075 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.834371 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.834666 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.834961 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.835245 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.835555 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.835843 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:35.836066 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 12:15:35.836308 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 12:15:36.292255 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 12:15:36.292568 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 12:15:36.292886 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 03 12:15:36.293225 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 12:15:36.620094 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.620415 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.620692 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.621891 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.622170 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.622440 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.677764 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.678053 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.678325 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.693454 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.693741 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.694018 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.723314 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.723603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.723882 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.760584 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.760866 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:36.761140 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.098704 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.099336 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.099336 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.099504 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.100196 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.198868 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.199191 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.199477 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.199761 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.200032 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.200348 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.200636 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.200901 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.201163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.201452 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.201717 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.201989 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.202247 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.202504 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.202762 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.203029 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.203295 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.203565 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.203837 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.204100 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.204387 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.204658 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.204944 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.205331 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.205583 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.205861 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.206252 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:37.206497 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:37.206738 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:37.206980 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:37.207219 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:37.207458 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:37.207827 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 12:15:37.210922 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 12:15:37.214830 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 12:15:37.218594 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 03 12:15:37.220221 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 12:15:37.220721 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 12:15:37.221206 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 12:15:37.222124 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 12:15:37.224931 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 12:15:37.225192 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 12:15:37.225543 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 12:15:37.230390 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 03 12:15:37.254276 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 12:15:37.254729 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.255034 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 03 12:15:37.255411 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.256788 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 12:15:37.257075 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 12:15:37.257326 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 12:15:37.260637 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.260923 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:37.323757 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 12:15:37.324000 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 12:15:37.324247 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 12:15:37.324634 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 12:15:37.345464 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_db.sqlalchemy.engines [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 03 12:15:37.900719 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing driver for type 'gre' May 03 12:15:37.901293 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] gre ID ranges: [(1, 1000)] May 03 12:15:38.092647 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing driver for type 'local' May 03 12:15:38.092987 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing driver for type 'vlan' May 03 12:15:38.161656 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] VlanTypeDriver initialization complete May 03 12:15:38.162228 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing driver for type 'vxlan' May 03 12:15:38.162477 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] vxlan ID ranges: [(1, 1000)] May 03 12:15:38.318056 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing extension driver 'port_security' May 03 12:15:38.318402 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.extensions.port_security [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] PortSecurityExtensionDriver initialization complete May 03 12:15:38.318742 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing mechanism driver 'openvswitch' May 03 12:15:38.319078 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing mechanism driver 'hyperv' May 03 12:15:38.325528 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:15:38.326373 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.326755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.327114 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.327644 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 12:15:38.328086 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.328473 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.328826 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.352167 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 12:15:38.352167 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.352167 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.352167 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.352167 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 12:15:38.353113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > security_group after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > security_group after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 12:15:38.353113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353486 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353486 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353486 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 12:15:38.353486 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > address_group after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353486 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > address_group after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353850 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353850 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 03 12:15:38.353850 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] ML2 OVO RPC backend initialized. {{(pid=103774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 03 12:15:38.353850 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.353850 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354190 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354190 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > networks before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354190 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354190 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > ports before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354480 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354480 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnets before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354480 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354480 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354759 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354759 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354759 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.354759 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.355057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.355057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.355057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.358313 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded quota_driver: . May 03 12:15:38.358688 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Modular L2 Plugin initialization complete May 03 12:15:38.359041 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading services supported by the core plugin {{(pid=103774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 12:15:38.359385 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Got port-security extension from driver 'port_security' May 03 12:15:38.359874 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.extensions.vlantransparent [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Disabled vlantransparent extension. May 03 12:15:38.360386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 12:15:38.360717 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: router May 03 12:15:38.415523 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.415869 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.416250 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router before_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.416649 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.417029 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.417484 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_delete 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.417799 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.418160 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.418528 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.418883 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.419241 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.419600 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.420083 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.420624 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.421011 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.421361 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.421704 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.422056 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.422411 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.422765 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.423111 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.423461 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.423820 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.424166 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.424549 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.424914 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.425262 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.425942 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > agent after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.426304 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > agent after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.426654 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.427516 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Tracking information for resource: router configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:38.427857 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Tracking information for resource: floatingip configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 12:15:38.436846 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.db.l3_agentschedulers_db [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 12:15:38.437427 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.437797 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.438154 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.438510 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.439302 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router before_create 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.439669 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.440032 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_create 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.440420 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > router precommit_update 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.445779 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.provider_configuration [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service providers = [] {{(pid=103774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 12:15:38.446154 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.db.servicetype_db [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 12:15:38.453603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 12:15:38.453603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 12:15:38.453603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 12:15:38.453603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.services.service_base [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 12:15:38.453603 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.services.service_base [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 12:15:38.454528 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.454528 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 12:15:38.463164 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.463506 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: auto_allocate May 03 12:15:38.469278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: network precommit_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.469655 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: network precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.470176 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.470507 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: tag May 03 12:15:38.480606 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.480947 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: timestamp May 03 12:15:38.484849 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.485187 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: network_ip_availability May 03 12:15:38.490682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.491062 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.491423 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.492133 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.492490 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: flavors May 03 12:15:38.497453 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.497796 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading Plugin: revisions May 03 12:15:38.508645 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 12:15:38.509045 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.216s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 03 12:15:38.509791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 12:15:38.510135 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Initializing extension manager. May 03 12:15:38.510671 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: __init__.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.511018 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: __pycache__ {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.511359 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: _port_mac_address_override.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.511699 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.512488 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.513063 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: address-group May 03 12:15:38.513394 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: address_scope.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.514108 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.514627 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: address-scope May 03 12:15:38.515027 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.515961 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.516527 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: router-admin-state-down-before-update May 03 12:15:38.516856 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: agent.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.517562 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.518080 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: agent May 03 12:15:38.518434 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: agent_resources_synced.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.519324 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.520489 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: agent-resources-synced May 03 12:15:38.520819 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: allowedaddresspairs.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.522614 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.523145 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: allowed-address-pairs May 03 12:15:38.523477 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: auto_allocated_topology.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.524569 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.525098 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: auto-allocated-topology May 03 12:15:38.525431 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.526200 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.526718 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: availability_zone May 03 12:15:38.527049 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: availability_zone_filter.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.527961 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.528515 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: availability_zone_filter May 03 12:15:38.528849 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: data_plane_status.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.529760 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.530284 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension data-plane-status not supported by any of loaded plugins May 03 12:15:38.530616 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: default_subnetpools.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.531533 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.532048 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: default-subnetpools May 03 12:15:38.532399 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.533208 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.533726 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: dhcp_agent_scheduler May 03 12:15:38.534057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: dns.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.534975 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.535600 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension dns-integration not supported by any of loaded plugins May 03 12:15:38.535931 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: dns_domain_ports.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.536883 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.537399 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 12:15:38.537797 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.538724 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.539238 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 03 12:15:38.539568 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: dvr.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.540244 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.540797 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: dvr May 03 12:15:38.541126 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: ecmp_routes.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.542044 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.542561 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension ecmp_routes not supported by any of loaded plugins May 03 12:15:38.542891 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: empty_string_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.543807 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.544325 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: empty-string-filtering May 03 12:15:38.544675 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.545603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.546120 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 12:15:38.546447 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.547374 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.547891 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 12:15:38.548223 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: external_net.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.549475 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.550278 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: external-net May 03 12:15:38.550278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.551813 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.552345 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: extra_dhcp_opt May 03 12:15:38.552696 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: extraroute.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.553616 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.554139 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: extraroute May 03 12:15:38.554465 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: extraroute_atomic.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.555678 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.556257 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: extraroute-atomic May 03 12:15:38.556622 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: filter_validation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.557299 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.557822 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: filter-validation May 03 12:15:38.558148 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: fip_pf_description.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.559068 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.559585 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 12:15:38.559913 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: fip_pf_port_range.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.560952 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.561476 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 03 12:15:38.561807 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: fip_port_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.571382 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.571902 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: fip-port-details May 03 12:15:38.572278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: flavors.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.573614 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.574188 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: flavors May 03 12:15:38.574557 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.576275 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.576856 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 12:15:38.577197 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: floatingip_pools.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.577939 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.578463 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: floatingip-pools May 03 12:15:38.578798 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: ip_allocation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.579780 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.580303 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension ip_allocation not supported by any of loaded plugins May 03 12:15:38.580670 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.581602 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.582769 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: ip-substring-filtering May 03 12:15:38.583103 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l2_adjacency.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.584036 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.584621 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 12:15:38.584921 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.585900 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.586436 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: router May 03 12:15:38.586772 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.589016 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.589633 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 12:15:38.589972 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.590910 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.591614 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: ext-gw-mode May 03 12:15:38.591949 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.592903 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.593431 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: l3-ha May 03 12:15:38.593760 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.594672 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.595190 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 03 12:15:38.595523 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_flavors.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.596468 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.597032 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: l3-flavors May 03 12:15:38.597365 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.598767 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.599296 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 03 12:15:38.599630 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.600590 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.601116 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 12:15:38.601445 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: l3agentscheduler.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.602493 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.603020 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: l3_agent_scheduler May 03 12:15:38.603467 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: local_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.606685 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.607226 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension local_ip not supported by any of loaded plugins May 03 12:15:38.607569 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: logging.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.609113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.609646 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension logging not supported by any of loaded plugins May 03 12:15:38.609983 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: metering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.610737 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.611329 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: metering May 03 12:15:38.611661 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.612777 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.613306 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: metering_source_and_destination_fields May 03 12:15:38.613662 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: multiprovidernet.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.622649 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.623167 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: multi-provider May 03 12:15:38.623501 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: netmtu.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.624450 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.624971 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: net-mtu May 03 12:15:38.625301 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: netmtu_writable.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.626220 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.626741 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: net-mtu-writable May 03 12:15:38.627070 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: network_availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.627746 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.628269 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: network_availability_zone May 03 12:15:38.628625 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: network_ip_availability.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.630312 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.630839 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: network-ip-availability May 03 12:15:38.631174 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: network_segment_range.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.631942 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.632499 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension network-segment-range not supported by any of loaded plugins May 03 12:15:38.632833 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: pagination.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.633916 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.634256 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: pagination May 03 12:15:38.634588 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: port_device_profile.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.635517 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.636043 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: port-device-profile May 03 12:15:38.636383 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: port_mac_address_override.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.637336 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.637861 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: port-mac-override May 03 12:15:38.638190 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.639123 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.639645 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: port-mac-address-regenerate May 03 12:15:38.639974 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.640948 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.641478 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: port-numa-affinity-policy May 03 12:15:38.641808 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: port_resource_request.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.642728 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.643249 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension port-resource-request not supported by any of loaded plugins May 03 12:15:38.643578 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: port_resource_request_groups.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.644623 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.645687 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 03 12:15:38.646017 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: portbindings.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.646950 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.647472 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: binding May 03 12:15:38.647801 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: portbindings_extended.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.649183 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.649716 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: binding-extended May 03 12:15:38.650053 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: portsecurity.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.650975 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.651506 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: port-security May 03 12:15:38.651839 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: project_id.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.652863 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.653202 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: project-id May 03 12:15:38.653532 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: providernet.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.654461 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.654982 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: provider May 03 12:15:38.655453 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.664955 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.665577 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos not supported by any of loaded plugins May 03 12:15:38.665866 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.667116 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.667645 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 12:15:38.667981 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.669028 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.669555 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 12:15:38.669888 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_default.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.670801 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.671386 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-default not supported by any of loaded plugins May 03 12:15:38.671697 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_fip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.672641 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.673167 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-fip not supported by any of loaded plugins May 03 12:15:38.673495 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.674425 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.674949 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 03 12:15:38.675278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_gateway_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.676580 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.677106 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 12:15:38.677436 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_port_network_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.678356 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.678882 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 12:15:38.679208 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.680257 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.680822 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 03 12:15:38.681156 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.682202 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.682798 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 03 12:15:38.683131 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_pps_rule.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.684336 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.684881 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-pps not supported by any of loaded plugins May 03 12:15:38.685215 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_rule_type_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.686139 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.686667 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 12:15:38.687000 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.687925 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.688475 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 03 12:15:38.688805 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: qos_rules_alias.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.689851 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.690374 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 12:15:38.690703 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: quota_check_limit.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.692217 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.692782 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: quota-check-limit May 03 12:15:38.693116 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: quotasv2.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.694069 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.694508 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: quotas May 03 12:15:38.694835 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: quotasv2_detail.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.696578 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.696927 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: quota_details May 03 12:15:38.697261 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: rbac.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.698336 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.698881 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: rbac-policies May 03 12:15:38.699217 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: rbac_address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.700160 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.700734 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: rbac-address-group May 03 12:15:38.701066 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: rbac_address_scope.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.708490 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.709023 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: rbac-address-scope May 03 12:15:38.709359 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: rbac_security_groups.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.710298 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.710819 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: rbac-security-groups May 03 12:15:38.711215 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: rbac_subnetpool.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.712143 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.712707 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: rbac-subnetpool May 03 12:15:38.713042 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: revisionifmatch.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.713976 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.714502 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: revision-if-match May 03 12:15:38.714834 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: revisions.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.715957 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.716519 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: standard-attr-revisions May 03 12:15:38.716856 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: router_availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.717533 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.718056 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: router_availability_zone May 03 12:15:38.718385 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: routerservicetype.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.719316 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.719908 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension router-service-type not supported by any of loaded plugins May 03 12:15:38.720172 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.721198 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.721721 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: security-groups-normalized-cidr May 03 12:15:38.722053 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.723004 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.723534 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: port-security-groups-filtering May 03 12:15:38.723869 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.724831 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.725362 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: security-groups-remote-address-group May 03 12:15:38.725694 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.726750 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.727280 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: security-groups-shared-filtering May 03 12:15:38.727614 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.728211 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 03 12:15:38.728582 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: securitygroup.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.738234 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.739141 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: security-group May 03 12:15:38.739482 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: segment.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.740224 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.740780 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension segment not supported by any of loaded plugins May 03 12:15:38.741117 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.742076 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.742600 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 12:15:38.742934 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: servicetype.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.744046 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.744614 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: service-type May 03 12:15:38.744946 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: sorting.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.746027 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.746366 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: sorting May 03 12:15:38.746696 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: standard_attr_segment.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.747619 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.748147 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 12:15:38.748505 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: standardattrdescription.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.749161 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.749681 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: standard-attr-description May 03 12:15:38.750018 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: stateful_security_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.750954 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.751485 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: stateful-security-group May 03 12:15:38.751812 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: stdattrs_common.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.752415 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 12:15:38.758414 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.759136 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.759667 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 12:15:38.760002 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: subnet_onboard.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.761109 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.761637 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: subnet_onboard May 03 12:15:38.761969 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.762972 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.763494 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 12:15:38.763825 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: subnet_service_types.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.764786 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.765328 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: subnet-service-types May 03 12:15:38.765654 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: subnetallocation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.766760 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.767292 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: subnet_allocation May 03 12:15:38.767624 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.768290 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.768847 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: subnetpool-prefix-ops May 03 12:15:38.769176 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.770741 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.771263 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 12:15:38.771595 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: tagging.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.772763 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.773293 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: standard-attr-tag May 03 12:15:38.773627 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: timestamp.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.774828 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.775364 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loaded extension: standard-attr-timestamp May 03 12:15:38.775698 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: trunk.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.776836 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.777366 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension trunk not supported by any of loaded plugins May 03 12:15:38.777699 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: trunk_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.778626 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.779153 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension trunk-details not supported by any of loaded plugins May 03 12:15:38.779481 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: uplink_status_propagation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.787955 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.788516 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 12:15:38.788848 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Loading extension file: vlantransparent.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 12:15:38.789523 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 12:15:38.790038 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 12:15:38.792677 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:network May 03 12:15:38.793208 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:subnet May 03 12:15:38.793612 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:subnetpool May 03 12:15:38.794011 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:port May 03 12:15:38.795237 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.795692 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service FLAVORS assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.796312 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.796772 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.797108 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:router May 03 12:15:38.797551 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:floatingip May 03 12:15:38.798057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service METERING assigned prefix: /metering {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.799521 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.799902 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.800261 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:15:38.802108 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of CountableResource for resource:rbac_policy May 03 12:15:38.802556 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:security_group May 03 12:15:38.803005 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 12:15:38.803623 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.803968 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:subnetpool May 03 12:15:38.804324 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] subnetpool is already registered May 03 12:15:38.804782 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.805126 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:subnetpool May 03 12:15:38.805468 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] subnetpool is already registered May 03 12:15:38.807748 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.808187 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service FLAVORS assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.808815 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:router May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] router is already registered May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:floatingip May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] floatingip is already registered May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service METERING assigned prefix: /metering {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of CountableResource for resource:rbac_policy May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] rbac_policy is already registered May 03 12:15:38.813045 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:security_group May 03 12:15:38.813690 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] security_group is already registered May 03 12:15:38.813690 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 12:15:38.813690 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] security_group_rule is already registered May 03 12:15:38.814162 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.814505 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:subnetpool May 03 12:15:38.814846 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] subnetpool is already registered May 03 12:15:38.815270 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 12:15:38.815601 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Creating instance of TrackedResource for resource:subnetpool May 03 12:15:38.815937 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] subnetpool is already registered May 03 12:15:38.816549 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: extensions {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.818471 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: address-groups {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.820157 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: address-scopes {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.821535 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.822704 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: auto-allocated-topology {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.823970 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: availability_zones {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.825237 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: dhcp-networks {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.826734 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: dhcp-agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.828224 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.830490 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: flavors {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.831733 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: service_profiles {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.833011 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: next_providers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.834442 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: service_profiles {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.836038 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: floatingip-pools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.837309 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.839423 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: floatingips {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.841727 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: l3-routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.843032 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: l3-agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.844494 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: metering-labels {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.845858 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: metering-label-rules {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.847223 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: network-ip-availabilities {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.848541 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: bindings {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.850195 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: quotas {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.851865 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: quotas {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.853454 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: rbac-policies {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.854843 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: security-groups {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.856077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: security-group-rules {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.857348 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: service-providers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.858593 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: subnetpools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.860025 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: subnetpools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.861519 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.863193 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.865573 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.867408 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.869239 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.871121 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.872881 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.874786 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.876569 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.878410 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron.api.extensions [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 12:15:38.885054 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING keystonemiddleware.auth_token [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 12:15:38.889830 dv-cinder-824911-5-iscsi neutron-server[103774]: WARNING keystonemiddleware.auth_token [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 12:15:38.898604 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Acquired lock "singleton_lock" {{(pid=103774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 03 12:15:38.899084 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Releasing lock "singleton_lock" {{(pid=103774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 03 12:15:38.899844 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Starting 2 workers May 03 12:15:38.904774 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Started child 103885 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 12:15:38.909331 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Started child 103886 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 12:15:38.910620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:38.911262 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO neutron.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 12:15:38.911687 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [-] (103885) wsgi starting up on http://0.0.0.0:9696 May 03 12:15:38.911789 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:38.914254 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Starting 1 workers May 03 12:15:38.914363 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:38.915726 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [-] (103886) wsgi starting up on http://0.0.0.0:9696 May 03 12:15:38.919567 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Started child 103887 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 12:15:38.920120 dv-cinder-824911-5-iscsi neutron-server[103774]: INFO oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Starting 1 workers May 03 12:15:38.923257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] calling RpcWorker wait() {{(pid=103887) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 12:15:38.923804 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] returning from RpcWorker wait() {{(pid=103887) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 12:15:38.924888 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Started child 103888 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 03 12:15:38.925079 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:38.926620 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-a9769e12-f6c2-4357-9a41-99bc168cff85 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:38.926732 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:15:38.928796 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 12:15:38.928945 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 12:15:38.929112 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 12:15:38.929345 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 12:15:38.929694 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 12:15:38.929864 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 12:15:38.930407 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.930690 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.930957 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.931217 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.931629 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:38.932155 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.932155 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.932316 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.932698 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.932933 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.933107 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.933279 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.933530 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.933781 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.934107 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.934367 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.934621 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.934861 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.935043 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.935293 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.935570 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.935857 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.936119 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.936392 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.936895 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.937131 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.937394 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.937613 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.937883 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.938113 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.938409 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.938633 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.938850 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.939067 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.939325 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.939706 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.939839 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.940057 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.940319 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.940572 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.941054 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host = dv-cinder-824911-5-iscsi {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.941278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.942104 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.942376 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.942642 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.942923 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.943142 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.943416 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.943678 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.943947 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.944182 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.944513 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_options = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.950721 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951318 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.951806 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.952342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953047 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953047 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953047 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953047 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953047 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953047 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953477 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953477 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953626 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.953869 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.954019 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.954248 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.954503 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.954775 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.954998 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.955335 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.955572 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.955809 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.956042 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.956255 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.956511 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.956749 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.957046 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.957434 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.957837 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.957837 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.958102 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.958325 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:38.958581 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.958859 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.959256 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.959534 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.959766 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.960014 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.960247 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.960498 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:15:38.960604 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.960763 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.961015 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.961329 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.961553 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.961891 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.962140 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.962405 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.962712 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.962988 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.963350 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.963591 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.964127 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.964127 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965276 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965276 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965276 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965276 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965276 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965581 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.965915 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.966243 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.966324 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.966641 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.966917 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.967182 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.967418 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.967658 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.967906 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.968308 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.973852 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.974559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.975810 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.976400 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.976400 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.976564 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.976676 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.976925 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.977139 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.977358 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.977596 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.977817 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.978034 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.978275 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.978519 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.978712 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.979046 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.979155 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.979362 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.979543 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.979889 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.980050 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.980286 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.980607 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.980856 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.981115 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.981347 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.981632 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.981870 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.982131 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.982378 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.982604 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.982840 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.983089 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.983335 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.983585 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.983825 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.984069 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.984337 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.984601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.984834 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.985092 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.985313 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.985564 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.985787 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.986068 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.986308 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.986546 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.986801 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.987060 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.987341 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.987572 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.987875 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.988077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.988910 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.989341 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.989620 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.989913 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.990166 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.990407 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.990691 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.990927 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.991188 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.991461 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.991722 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.991943 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.992206 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.992449 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.992687 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.992953 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.993289 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.993525 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.993747 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.993983 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.994255 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.994550 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.994811 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.995120 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.995397 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.995570 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.995811 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.996570 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.996570 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:38.996570 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.000508 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.001601 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.002076 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.002076 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.002298 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.002502 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.002770 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.003012 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.003231 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.003474 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.003702 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.004012 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.004788 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.005170 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.005542 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.005783 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.006016 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.006328 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.006584 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.006837 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.007184 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.007438 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.007670 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.007923 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.008165 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.008400 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.008638 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.008854 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.009072 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.009290 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.009511 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.009728 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.009966 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.010197 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.010411 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.010646 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.010903 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.011162 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.011414 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.011631 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.011854 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.012072 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.012289 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.012528 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.012740 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.012950 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.013168 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.013412 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.013636 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.013950 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.014190 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.014436 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.014694 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.014931 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.015145 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.015373 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.015622 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.015837 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.016155 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.016397 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.016613 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.016838 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.017054 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.017334 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.017550 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.017761 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.017991 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.018182 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.018383 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.018598 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.018820 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.019039 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.019250 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.019477 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.019787 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.019996 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.020128 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.020312 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.020759 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.020759 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.021039 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.021195 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.021416 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.021632 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.021840 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.022134 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.022382 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.022639 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.022933 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.023219 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.023450 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.023705 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.024022 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.024237 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.024499 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.024742 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.024961 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.025180 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.025456 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.025853 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.026049 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.026313 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.026566 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.026849 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.027123 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.027384 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.027599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.027903 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.028241 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.028548 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.028807 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.029062 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.029312 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.029552 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.029768 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.030005 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.030226 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.030464 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.030724 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.030955 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.031184 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.031403 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.031650 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.031871 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.032101 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.032311 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.032593 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.032778 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.032927 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 12:15:39.033460 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 03 12:15:39.033620 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 12:15:39.033773 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 12:15:39.033945 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 12:15:39.034118 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 12:15:39.034263 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 12:15:39.034465 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.034626 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.034784 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.034957 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.035130 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.035310 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.035454 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.035667 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.035815 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.035946 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.036080 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.036222 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.036577 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.036577 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.036875 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.036875 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037128 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037128 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037320 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037399 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037560 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037718 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.037877 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.038076 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.038241 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.038400 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.038559 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.038718 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.038876 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.039034 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.039193 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.039351 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.039510 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.039668 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.039917 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.040082 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.040240 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.040418 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.040578 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.040737 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host = dv-cinder-824911-5-iscsi {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.040895 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.041052 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.041209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.041366 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.041524 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.041886 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.041886 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042046 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042123 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042276 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042433 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042590 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042753 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.042910 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.043067 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_options = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.043233 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.043403 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.043629 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.043764 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.043919 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044059 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044197 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044334 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044494 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044632 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044767 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.044905 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045062 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045220 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045363 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045512 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045739 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045875 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.045999 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.046120 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.046277 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.046435 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.046593 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.046752 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.046910 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.047067 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.047224 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.047382 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.047541 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.047699 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.047858 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048020 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048149 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048306 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048501 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048660 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048818 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.048977 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.049138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.049296 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.049455 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.049613 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.049771 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.049929 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.050088 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.050247 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.050665 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.051342 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.051506 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.051666 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.051824 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.051981 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.052139 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.052296 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.052476 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.052635 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 12:15:39.052813 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.052975 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.053149 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.053311 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.053493 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.053626 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.053777 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.053941 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.054099 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.054261 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.054429 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.054591 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.054763 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.054924 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.055085 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.055248 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.055412 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.055572 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.055734 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.055898 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.056060 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.056219 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.056413 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.056577 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.056737 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.056899 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.057060 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.057229 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.057390 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.057560 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.057737 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.057902 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.058065 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.058226 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.058388 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.058552 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.058726 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.058875 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.059039 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.059201 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.059364 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.059526 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.059687 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.059849 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060010 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060172 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060335 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060523 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060672 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060822 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.060954 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.061117 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.061278 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.061440 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.061603 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.061766 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.061929 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.062091 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.062262 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.062448 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.062583 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.062745 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.062907 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.063070 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.063233 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.063328 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:15:39.063415 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.063549 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.063711 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.063877 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.064053 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.064213 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.064400 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.064547 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.064708 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.064869 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.065031 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.065194 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.065356 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.065519 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.065680 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.065841 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.066002 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.066163 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.066325 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.066531 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.067256 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.067424 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.067587 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.067747 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.067908 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.068069 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.068230 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.068434 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.068599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.068760 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.068921 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069277 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069277 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069492 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069619 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069732 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069818 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.069982 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.070147 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.070302 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.070463 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.070624 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.070785 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071137 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071137 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071337 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071453 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071556 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071677 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.071840 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072001 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072162 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072322 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072517 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072665 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072845 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.072996 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.073146 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.073314 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.073490 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.073652 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.073814 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074028 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074121 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074271 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074433 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074594 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.074915 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.075077 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.075251 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.075412 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.075574 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076106 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076106 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076106 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076341 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076341 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076524 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076683 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.076843 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.077005 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.077166 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.077327 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.077821 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.077821 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.077821 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078055 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078144 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078250 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078412 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078579 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078742 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.078902 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.079064 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.079226 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.079378 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.079543 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.079702 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.079862 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.080025 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.080186 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.080347 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.080533 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.080695 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.080858 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081022 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081186 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081340 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081494 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081655 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081817 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.081979 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.082176 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.082341 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.082505 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.082667 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083175 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083175 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083175 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083425 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083425 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083665 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083747 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.083893 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.084112 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.084213 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090386 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.090997 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.091539 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092138 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.092682 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093209 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.093894 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.094791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.095599 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096199 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096199 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096199 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096199 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096199 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096199 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096732 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096732 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.096732 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097042 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097042 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097184 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097260 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097433 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097598 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097794 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.097963 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.098135 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.098298 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.098459 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.098619 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.098791 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.098940 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.099105 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.099263 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.099583 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.099743 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.100055 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.100215 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.101755 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 12:15:39.102511 dv-cinder-824911-5-iscsi neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 12:15:39.161327 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34792) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:15:39.169854 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063007 May 03 12:15:50.666229 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5863072-5946-4511-8fc5-d7e681cb18f8 None None] get_active_networks_info from dv-cinder-824911-5-iscsi {{(pid=103887) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 03 12:15:50.729240 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5863072-5946-4511-8fc5-d7e681cb18f8 None None] No non-hosted networks {{(pid=103887) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 12:15:50.738524 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.agentschedulers_db [None req-f5863072-5946-4511-8fc5-d7e681cb18f8 None None] DHCP Agent not found on host dv-cinder-824911-5-iscsi {{(pid=103887) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 12:15:50.844449 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2cb56fcd-1f36-41e0-b64c-ed05bd723f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636619'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:52.814810 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e151f015-4182-43b3-a195-3d1fbb8a1118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636619'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:52.850374 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-9e1c2efa-9538-4679-903f-d0bab66cfc5e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-824911-5-iscsi {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 12:15:52.851184 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-9e1c2efa-9538-4679-903f-d0bab66cfc5e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 12:15:53.366833 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e1c2efa-9538-4679-903f-d0bab66cfc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:53.984871 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 34856) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:15:54.083913 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636619'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:54.514866 dv-cinder-824911-5-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-20aa52ad-34cc-4e96-871e-e65244540ff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:15:54.515859 dv-cinder-824911-5-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-20aa52ad-34cc-4e96-871e-e65244540ff2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:15:54.736786 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-20aa52ad-34cc-4e96-871e-e65244540ff2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:15:54.744946 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-20aa52ad-34cc-4e96-871e-e65244540ff2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7501731 May 03 12:15:55.275893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636619'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:57.144769 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636619'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:57.145678 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.146125 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.146564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.147034 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.147566 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.148025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.148612 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.149066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.150931 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.151878 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.152596 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.153712 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.154262 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.154815 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.155219 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:15:57.155769 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824911-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:15:57.168278 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824911-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:15:57.293015 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 34888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:15:57.624021 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:15:57.714702 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.policy [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103885) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 12:15:57.756018 dv-cinder-824911-5-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:15:57.756353 dv-cinder-824911-5-iscsi neutron-server[103885]: WARNING oslo_policy.policy [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:15:57.921117 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774689975982', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774689974458', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774689992687', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774689992753', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774690002977', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774690011976', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-686896', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-796706', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1963500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1978047'] for rbac-policy (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:58.131893 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:15:58.133393 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-67a58050-949f-437a-8d85-be8700ac21ad admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8391111 May 03 12:15:58.938984 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.db.l3_hamode_db [None req-11cc3e91-731f-481d-83c2-ad188d4a5ab7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 12:15:59.022037 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc3e91-731f-481d-83c2-ad188d4a5ab7 None None] Routers set() bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:15:59.022358 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc3e91-731f-481d-83c2-ad188d4a5ab7 None None] Router IDs set() for agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 03 12:16:00.591084 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34900) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:01.078470 dv-cinder-824911-5-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:16:01.079017 dv-cinder-824911-5-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:16:01.298668 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:16:01.437661 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Made reservation on behalf of f93de6293d4a4d309937cb9036619ca6 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:16:01.498847 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.policy [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103886) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 12:16:01.539701 dv-cinder-824911-5-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:16:01.540078 dv-cinder-824911-5-iscsi neutron-server[103886]: WARNING oslo_policy.policy [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 12:16:01.550915 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:01.572806 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:01.682760 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks [] for security_group (818281cd-97cc-4cff-ac99-7f1c3c070e23), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:01.757512 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (818281cd-97cc-4cff-ac99-7f1c3c070e23), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:01.789564 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:16:01.817082 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774692994353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (52e058e9-64dc-463b-8237-d40e5ad6cd15), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:01.817664 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Unsubscribe: segment precommit_create {{(pid=103886) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 12:16:01.818214 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Added segment 52e058e9-64dc-463b-8237-d40e5ad6cd15 of type vlan for network 865cd56e-b28e-4bcf-a227-7434a73136f5 May 03 12:16:01.823745 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=818281cd-97cc-4cff-ac99-7f1c3c070e23,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:01.848432 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.848788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.849149 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.849506 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.849839 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.850171 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.850493 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.850816 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.851139 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.851458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.851779 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.852119 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.852465 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.852784 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.853100 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Tracked resource versions report: May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: pushed versions: May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: { 'AddressGroup': {'1.2'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Agent': {'1.1'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'ConntrackHelper': {'1.0'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Log': {'1.0'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'NDPProxy': {'1.0'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Network': {'1.1'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Port': {'1.7'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'PortForwarding': {'1.3'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'QosPolicy': {'1.10'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroup': {'1.5'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SubPort': {'1.0'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Subnet': {'1.1'}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Trunk': {'1.1'}} May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: consumer versions: May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Agent': '1.1', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'ConntrackHelper': '1.0', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'LocalIPAssociation': '1.0', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Log': '1.0', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'NDPProxy': '1.0', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Network': '1.1', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Port': '1.7', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'PortForwarding': '1.3', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'QosPolicy': '1.10', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroup': '1.5', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroupRule': '1.2', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SubPort': '1.0', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Subnet': '1.1', May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Trunk': '1.1'}} May 03 12:16:01.854526 dv-cinder-824911-5-iscsi neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:16:01.941055 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (865cd56e-b28e-4bcf-a227-7434a73136f5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:02.046796 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (865cd56e-b28e-4bcf-a227-7434a73136f5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:02.052415 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:02.053102 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:02.166841 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] Pushing event updated for resources: {'Network': ['ID=865cd56e-b28e-4bcf-a227-7434a73136f5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:02.178475 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:16:02.194269 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f01dd4c1-87e9-48cc-bd2f-692886b599ca demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6021440 May 03 12:16:04.703624 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34920) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:05.098195 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed288a-4211-4f1d-9f15-f8b52bf68e15 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:05.099542 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-75ed288a-4211-4f1d-9f15-f8b52bf68e15 demo admin] 10.222.0.21 "GET /v2.0/networks/865cd56e-b28e-4bcf-a227-7434a73136f5 HTTP/1.1" status: 200 len: 825 time: 0.3949742 May 03 12:16:05.135698 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5c599330-b097-48f5-8e23-a2e5bf5c0370 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91 HTTP/1.1" status: 200 len: 734 time: 0.0306108 May 03 12:16:05.144767 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Request body: {'subnet': {'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:16:05.225715 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Made reservation on behalf of f93de6293d4a4d309937cb9036619ca6 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:16:05.227888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:05.557686 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (0debee12-1458-4247-a15e-764126c2c6f6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:05.627049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Pushing event updated for resources: {'Subnet': ['ID=0debee12-1458-4247-a15e-764126c2c6f6,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:05.631440 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Checking segment: {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:16:05.631828 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Network hostable DHCP agents. Network: 865cd56e-b28e-4bcf-a227-7434a73136f5, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:16:05.709312 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:16:05.789312 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 865cd56e-b28e-4bcf-a227-7434a73136f5) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:16:05.793954 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:05.794552 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:05.798663 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58711d3d-9a95-4f92-b3ad-4ba09d6af23c None None] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:16:05.891709 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4ea0201e-943d-457d-b456-cbbd432faabf demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7506301 May 03 12:16:06.052345 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-865cd56e-b28e-4bcf-a227-7434a73136f5', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:16:06.053759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:06.332445 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Allocated IP 172.20.0.2 (865cd56e-b28e-4bcf-a227-7434a73136f5/0debee12-1458-4247-a15e-764126c2c6f6/2c79f2c8-81db-4b05-a203-8042bcd483ce) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:16:06.598759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Publish callbacks [] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:06.676728 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:06.749028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:16:06.755893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:16:06.759567 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:16:06.775814 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Pushing event updated for resources: {'Port': ['ID=2c79f2c8-81db-4b05-a203-8042bcd483ce,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:06.820879 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.821536 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.821536 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.821895 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.822231 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.822564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.822893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.823219 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.823543 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.823865 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.824190 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.824555 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.824883 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.825204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.825523 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Tracked resource versions report: May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: pushed versions: May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Agent': {'1.1'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Log': {'1.0'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'NDPProxy': {'1.0'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Network': {'1.1'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Port': {'1.7'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'PortForwarding': {'1.3'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: consumer versions: May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Agent': '1.1', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Log': '1.0', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'NDPProxy': '1.0', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Network': '1.1', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Port': '1.7', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'PortForwarding': '1.3', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'QosPolicy': '1.10', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SubPort': '1.0', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Subnet': '1.1', May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Trunk': '1.1'}} May 03 12:16:06.826983 dv-cinder-824911-5-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:16:06.863626 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Attempting to bind port 2c79f2c8-81db-4b05-a203-8042bcd483ce on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:16:06.863947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Attempting to bind port 2c79f2c8-81db-4b05-a203-8042bcd483ce by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:16:06.864410 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Attempting to bind port 2c79f2c8-81db-4b05-a203-8042bcd483ce on network 865cd56e-b28e-4bcf-a227-7434a73136f5 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:16:06.869292 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:16:06.869683 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Checking segment: {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:16:06.870166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:06.870558 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Bound using segment: {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:16:06.871038 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Bound port: 2c79f2c8-81db-4b05-a203-8042bcd483ce, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:16:06.871443 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:06.933641 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] For port 2c79f2c8-81db-4b05-a203-8042bcd483ce, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:16:06.954508 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] For port 2c79f2c8-81db-4b05-a203-8042bcd483ce, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=2c79f2c8-81db-4b05-a203-8042bcd483ce,segment=NetworkSegment(52e058e9-64dc-463b-8237-d40e5ad6cd15),segment_id=52e058e9-64dc-463b-8237-d40e5ad6cd15)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:16:07.053213 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:07.113428 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940a2c8-b1cb-4514-b626-6ff34b447748 None None] Pushing event updated for resources: {'Port': ['ID=2c79f2c8-81db-4b05-a203-8042bcd483ce,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:08.389288 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34928) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:08.700998 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-61e43bd0-c981-4f28-98f0-2f9b55d0af91 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:16:08.702022 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-61e43bd0-c981-4f28-98f0-2f9b55d0af91 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3117847 May 03 12:16:11.229822 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34936) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:11.548803 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-ddfb6530-31e5-4696-ae5f-cc597a2782d7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:16:11.550604 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ddfb6530-31e5-4696-ae5f-cc597a2782d7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3190899 May 03 12:16:14.060812 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34944) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:14.369298 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:16:14.469617 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (d048208d-c3b5-469a-a415-190b29378e42), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:14.473044 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (d048208d-c3b5-469a-a415-190b29378e42), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:14.611214 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] Publish callbacks [] for router_controller (d048208d-c3b5-469a-a415-190b29378e42), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:14.727782 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (d048208d-c3b5-469a-a415-190b29378e42), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:14.808821 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:14.810266 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a71bb349-b03f-4acb-bb33-ad33e7062510 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7481313 May 03 12:16:17.300035 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 34956) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:17.627153 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [None req-4d881e18-5d71-4042-9413-9c62d5d529a1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:16:17.644389 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4d881e18-5d71-4042-9413-9c62d5d529a1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3268449 May 03 12:16:17.774951 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 2c79f2c8-81db-4b05-a203-8042bcd483ce up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:16:17.869946 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 2c79f2c8-81db-4b05-a203-8042bcd483ce triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:17.870371 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:17.982264 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 2c79f2c8-81db-4b05-a203-8042bcd483ce is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:17.982697 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:18.016377 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 2c79f2c8-81db-4b05-a203-8042bcd483ce, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=2c79f2c8-81db-4b05-a203-8042bcd483ce,segment=NetworkSegment(52e058e9-64dc-463b-8237-d40e5ad6cd15),segment_id=52e058e9-64dc-463b-8237-d40e5ad6cd15)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:16:18.088774 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:18.151237 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=2c79f2c8-81db-4b05-a203-8042bcd483ce,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:18.513609 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c1dd4-45f4-4d1d-9193-bceb79c252e7 None None] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:16:18.552651 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-7cdccacc-d9b5-4cb9-83ae-1cc3016ef0bf None None] Provisioning complete for port 2c79f2c8-81db-4b05-a203-8042bcd483ce triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:18.553049 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7cdccacc-d9b5-4cb9-83ae-1cc3016ef0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:18.702393 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-7cdccacc-d9b5-4cb9-83ae-1cc3016ef0bf None None] Current status of the port 2c79f2c8-81db-4b05-a203-8042bcd483ce is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:18.919685 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-85c367ae-37ae-4ff1-a55c-fb9faf6cedea None None] Provisioning complete for port 2c79f2c8-81db-4b05-a203-8042bcd483ce triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:18.920314 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-85c367ae-37ae-4ff1-a55c-fb9faf6cedea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:18.997110 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-85c367ae-37ae-4ff1-a55c-fb9faf6cedea None None] Current status of the port 2c79f2c8-81db-4b05-a203-8042bcd483ce is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:19.755365 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 2c79f2c8-81db-4b05-a203-8042bcd483ce up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:16:19.802104 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 2c79f2c8-81db-4b05-a203-8042bcd483ce triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:19.802500 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:19.874099 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 2c79f2c8-81db-4b05-a203-8042bcd483ce is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:20.131550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 34964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:20.437720 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:16:20.525865 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Made reservation on behalf of c04ced0b5ee84470a3d6e754eca1d8a4 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:16:20.528591 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.543373 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.647536 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks [] for security_group (c5e0fdf9-19e3-41a2-ad28-acd8312fcb82), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.671568 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c239ea23-a918-496c-95e0-56a643045315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.722881 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c5e0fdf9-19e3-41a2-ad28-acd8312fcb82), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.734292 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Reserving flat network on physical network physnet1 {{(pid=103885) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 12:16:20.766044 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774692994353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (9182e775-54a6-41f7-96f3-6dc6e8b40e58), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.766597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Unsubscribe: segment precommit_create {{(pid=103885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 12:16:20.767198 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Added segment 9182e775-54a6-41f7-96f3-6dc6e8b40e58 of type flat for network b4d3d747-e640-4ac7-96f0-260191103dc9 May 03 12:16:20.783124 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0fdf9-19e3-41a2-ad28-acd8312fcb82,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:20.836444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.836786 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.837140 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.837478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.837806 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.838132 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.838454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.838775 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.839110 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.839467 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.839801 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.840126 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.840478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.840783 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.841099 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Tracked resource versions report: May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: pushed versions: May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Agent': {'1.1'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Log': {'1.0'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'NDPProxy': {'1.0'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Network': {'1.1'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Port': {'1.7'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'PortForwarding': {'1.3'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: consumer versions: May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Agent': '1.1', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Log': '1.0', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'NDPProxy': '1.0', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Network': '1.1', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Port': '1.7', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'PortForwarding': '1.3', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'QosPolicy': '1.10', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SubPort': '1.0', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Subnet': '1.1', May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Trunk': '1.1'}} May 03 12:16:20.842488 dv-cinder-824911-5-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:16:20.884896 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (b4d3d747-e640-4ac7-96f0-260191103dc9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.983511 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (b4d3d747-e640-4ac7-96f0-260191103dc9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:20.984724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:20.985421 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:21.081341 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d3d747-e640-4ac7-96f0-260191103dc9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:21.091135 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network b4d3d747-e640-4ac7-96f0-260191103dc9 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:16:21.106190 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-75748a11-36c4-449d-b9b9-d75027eb4c15 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9735954 May 03 12:16:22.788902 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aacaa054-c69c-4965-8673-5634d087924d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:23.541739 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 34976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:23.940462 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19679131-05d3-4aea-964a-f446877a3853 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:23.941718 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-19679131-05d3-4aea-964a-f446877a3853 demo admin] 10.222.0.21 "GET /v2.0/subnets/0debee12-1458-4247-a15e-764126c2c6f6 HTTP/1.1" status: 200 len: 849 time: 0.3990269 May 03 12:16:24.046353 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:24.120541 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1820a452-f31d-4536-9f68-8b0d78c3485a demo admin] 10.222.0.21 "GET /v2.0/routers/d048208d-c3b5-469a-a415-190b29378e42 HTTP/1.1" status: 200 len: 704 time: 0.1731520 May 03 12:16:24.391465 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:24.682398 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Allocated IP 172.20.0.1 (865cd56e-b28e-4bcf-a227-7434a73136f5/0debee12-1458-4247-a15e-764126c2c6f6/9e681574-d186-43cc-ab3c-d66a0abe3a2e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:16:24.861620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks [] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:24.974799 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:16:24.980698 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.057982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:16:25.065381 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:16:25.070732 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Pushing event updated for resources: {'Port': ['ID=9e681574-d186-43cc-ab3c-d66a0abe3a2e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:25.073848 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:16:25.074136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (d048208d-c3b5-469a-a415-190b29378e42), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.228934 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.251613 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-dd0f35b5-18cf-4cef-bbec-6351d0cf83b4 None None] Provisioning complete for port 9e681574-d186-43cc-ab3c-d66a0abe3a2e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:25.254333 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dd0f35b5-18cf-4cef-bbec-6351d0cf83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.326674 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f35b5-18cf-4cef-bbec-6351d0cf83b4 None None] Port 9e681574-d186-43cc-ab3c-d66a0abe3a2e cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:16:25.352703 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.605879 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks [] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.691753 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.692537 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (d048208d-c3b5-469a-a415-190b29378e42), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:25.747819 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Pushing event updated for resources: {'Port': ['ID=9e681574-d186-43cc-ab3c-d66a0abe3a2e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:25.816956 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:16:25.818270 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:16:26.035412 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Router d048208d-c3b5-469a-a415-190b29378e42 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:16:26.045943 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-3afc92dd-32b9-43b2-8564-9ca2b26e97e6 None None] Provisioning complete for port 9e681574-d186-43cc-ab3c-d66a0abe3a2e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:26.046324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3afc92dd-32b9-43b2-8564-9ca2b26e97e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:26.078893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3afc92dd-32b9-43b2-8564-9ca2b26e97e6 None None] Port 9e681574-d186-43cc-ab3c-d66a0abe3a2e cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:16:26.129573 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:16:26.134993 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cb14c4dd-5d79-4e31-804c-73d5eb915568 demo admin] 10.222.0.21 "PUT /v2.0/routers/d048208d-c3b5-469a-a415-190b29378e42/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0092733 May 03 12:16:26.138774 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Sync routers for ids ['d048208d-c3b5-469a-a415-190b29378e42'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:16:26.151235 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Routers {'d048208d-c3b5-469a-a415-190b29378e42'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:16:26.152249 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:16:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d048208d-c3b5-469a-a415-190b29378e42'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:26.343180 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Set router d048208d-c3b5-469a-a415-190b29378e42 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:16:26.768745 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd048208d-c3b5-469a-a415-190b29378e42', 'name': 'router1', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:16:14Z', 'updated_at': '2022-05-03T12:16:25Z', 'revision_number': 2, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'gw_port_host': None, '_interfaces': [{'id': '9e681574-d186-43cc-ab3c-d66a0abe3a2e', 'name': '', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'mac_address': 'fa:16:3e:56:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:24Z', 'updated_at': '2022-05-03T12:16:25Z', 'revision_number': 2, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'subnets': [{'id': '0debee12-1458-4247-a15e-764126c2c6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:26.820471 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Checking router: d048208d-c3b5-469a-a415-190b29378e42 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:16:26.820861 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Updating router d048208d-c3b5-469a-a415-190b29378e42 port 9e681574-d186-43cc-ab3c-d66a0abe3a2e binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:16:26.872285 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.166405 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.386007 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Publish callbacks [] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.454391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.623048 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Pushing event updated for resources: {'Port': ['ID=9e681574-d186-43cc-ab3c-d66a0abe3a2e,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:27.632559 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Attempting to bind port 9e681574-d186-43cc-ab3c-d66a0abe3a2e on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:16:27.632969 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Attempting to bind port 9e681574-d186-43cc-ab3c-d66a0abe3a2e by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:16:27.633422 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Attempting to bind port 9e681574-d186-43cc-ab3c-d66a0abe3a2e on network 865cd56e-b28e-4bcf-a227-7434a73136f5 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:16:27.639054 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:16:27.639482 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Checking segment: {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:16:27.639965 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.640384 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Bound using segment: {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:16:27.640891 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Bound port: 9e681574-d186-43cc-ab3c-d66a0abe3a2e, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e058e9-64dc-463b-8237-d40e5ad6cd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:16:27.641276 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.643760 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.644102 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.644473 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.644817 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.645147 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.645483 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.645808 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.646128 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.646452 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.646773 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.647093 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.647433 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.647757 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.648082 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.648437 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Tracked resource versions report: May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: pushed versions: May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Agent': {'1.1'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Log': {'1.0'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'NDPProxy': {'1.0'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Network': {'1.1'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Port': {'1.7'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'PortForwarding': {'1.3'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: consumer versions: May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Agent': '1.1', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Log': '1.0', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'NDPProxy': '1.0', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Network': '1.1', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Port': '1.7', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'PortForwarding': '1.3', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'QosPolicy': '1.10', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SubPort': '1.0', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Subnet': '1.1', May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Trunk': '1.1'}} May 03 12:16:27.649824 dv-cinder-824911-5-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:16:27.726742 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] For port 9e681574-d186-43cc-ab3c-d66a0abe3a2e, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:16:27.750375 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] For port 9e681574-d186-43cc-ab3c-d66a0abe3a2e, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=9e681574-d186-43cc-ab3c-d66a0abe3a2e,segment=NetworkSegment(52e058e9-64dc-463b-8237-d40e5ad6cd15),segment_id=52e058e9-64dc-463b-8237-d40e5ad6cd15)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:16:27.792200 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.837584 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] Provisioning complete for port 9e681574-d186-43cc-ab3c-d66a0abe3a2e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:27.838219 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.851166 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Routers {'d048208d-c3b5-469a-a415-190b29378e42'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:16:27.851803 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:16:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d048208d-c3b5-469a-a415-190b29378e42'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:27.887151 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fcfe5-ad06-4425-8445-434c3d3b831f None None] Pushing event updated for resources: {'Port': ['ID=9e681574-d186-43cc-ab3c-d66a0abe3a2e,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:27.928808 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] Current status of the port 9e681574-d186-43cc-ab3c-d66a0abe3a2e is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:27.929266 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:27.949987 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] Set router d048208d-c3b5-469a-a415-190b29378e42 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:16:27.962388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] For port 9e681574-d186-43cc-ab3c-d66a0abe3a2e, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=9e681574-d186-43cc-ab3c-d66a0abe3a2e,segment=NetworkSegment(52e058e9-64dc-463b-8237-d40e5ad6cd15),segment_id=52e058e9-64dc-463b-8237-d40e5ad6cd15)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:16:28.031638 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:28.078636 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e73ca-df95-4041-8c7e-a1c4d537067d None None] Pushing event updated for resources: {'Port': ['ID=9e681574-d186-43cc-ab3c-d66a0abe3a2e,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:28.150902 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5ac5f8e1-9ed3-4ce8-b6e4-dc62e7698e96 None None] Provisioning complete for port 9e681574-d186-43cc-ab3c-d66a0abe3a2e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:28.151209 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f8e1-9ed3-4ce8-b6e4-dc62e7698e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:28.153178 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd048208d-c3b5-469a-a415-190b29378e42', 'name': 'router1', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:16:14Z', 'updated_at': '2022-05-03T12:16:25Z', 'revision_number': 2, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'gw_port_host': None, '_interfaces': [{'id': '9e681574-d186-43cc-ab3c-d66a0abe3a2e', 'name': '', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'mac_address': 'fa:16:3e:56:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:24Z', 'updated_at': '2022-05-03T12:16:27Z', 'revision_number': 4, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'subnets': [{'id': '0debee12-1458-4247-a15e-764126c2c6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:28.181643 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b927c7e5-19d3-4fd0-9750-b79855fca1e5 None None] The sync data for ids ['d048208d-c3b5-469a-a415-190b29378e42'] in dv-cinder-824911-5-iscsi is: [{'id': 'd048208d-c3b5-469a-a415-190b29378e42', 'name': 'router1', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:16:14Z', 'updated_at': '2022-05-03T12:16:25Z', 'revision_number': 2, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'gw_port_host': None, '_interfaces': [{'id': '9e681574-d186-43cc-ab3c-d66a0abe3a2e', 'name': '', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'mac_address': 'fa:16:3e:56:4f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:24Z', 'updated_at': '2022-05-03T12:16:27Z', 'revision_number': 4, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'subnets': [{'id': '0debee12-1458-4247-a15e-764126c2c6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:16:28.236292 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5f8e1-9ed3-4ce8-b6e4-dc62e7698e96 None None] Current status of the port 9e681574-d186-43cc-ab3c-d66a0abe3a2e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:28.560561 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 34998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:28.736428 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fb0d03-8c16-4dd0-b4c3-a4fdd03138a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:28.737804 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b6fb0d03-8c16-4dd0-b4c3-a4fdd03138a9 admin admin] 10.222.0.21 "GET /v2.0/networks/b4d3d747-e640-4ac7-96f0-260191103dc9 HTTP/1.1" status: 200 len: 842 time: 0.1762555 May 03 12:16:28.747194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Request body: {'subnet': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:16:28.837156 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Made reservation on behalf of c04ced0b5ee84470a3d6e754eca1d8a4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:16:28.839451 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:29.179858 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.objects.ports [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 03 12:16:29.180213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (019c1e5c-56db-40fc-ba0b-5ab56fb93d7b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:29.232795 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=019c1e5c-56db-40fc-ba0b-5ab56fb93d7b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:29.244352 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:16:29.244727 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Network hostable DHCP agents. Network: b4d3d747-e640-4ac7-96f0-260191103dc9, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:16:29.343597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:16:29.406092 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, b4d3d747-e640-4ac7-96f0-260191103dc9) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:16:29.411009 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:29.411632 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:29.416806 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3d872-9a55-4353-b437-a231dba1c718 None None] Network b4d3d747-e640-4ac7-96f0-260191103dc9 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:16:29.501832 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2a89f80f-b369-47c2-9f37-9b930b25b6ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7413404 May 03 12:16:29.518955 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b506fbed-adce-4a59-b9f2-b356c095b5b7 None None] Network b4d3d747-e640-4ac7-96f0-260191103dc9 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:16:31.900263 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35016) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:32.116618 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a9dbcedd-f92a-4038-9bde-25347e382567 demo admin] 10.222.0.21 "GET /v2.0/routers/d048208d-c3b5-469a-a415-190b29378e42 HTTP/1.1" status: 200 len: 710 time: 0.2151308 May 03 12:16:32.230370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ff15e-e948-4b44-a5ab-d02e949ad724 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:16:32.231728 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7b4ff15e-e948-4b44-a5ab-d02e949ad724 demo admin] 10.222.0.21 "GET /v2.0/networks/b4d3d747-e640-4ac7-96f0-260191103dc9 HTTP/1.1" status: 200 len: 886 time: 0.1097739 May 03 12:16:32.241142 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:16:32.489118 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks [] for router_gateway (d048208d-c3b5-469a-a415-190b29378e42), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:32.784187 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks [] for router_gateway (d048208d-c3b5-469a-a415-190b29378e42), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:32.935004 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:33.086379 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Allocated IP 172.27.0.130 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/35ac3ece-e722-4839-8fec-dedba7f9889d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:16:33.190176 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks [] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:33.304268 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:33.379417 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:16:33.386362 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:16:33.395635 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:16:33.402379 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Pushing event updated for resources: {'Port': ['ID=35ac3ece-e722-4839-8fec-dedba7f9889d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:33.750086 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks [] for router_gateway (d048208d-c3b5-469a-a415-190b29378e42), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:33.944459 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1626334', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-55350'] for router (d048208d-c3b5-469a-a415-190b29378e42), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:33.948840 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1626305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1626312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629602'] for router (d048208d-c3b5-469a-a415-190b29378e42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:34.062515 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Router d048208d-c3b5-469a-a415-190b29378e42 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:16:34.168588 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:16:34.173034 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:34.192396 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a5d1822a-ed45-4353-9b31-6d210361a72c demo admin] 10.222.0.21 "PUT /v2.0/routers/d048208d-c3b5-469a-a415-190b29378e42 HTTP/1.1" status: 200 len: 890 time: 1.9368792 May 03 12:16:35.776134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 9e681574-d186-43cc-ab3c-d66a0abe3a2e up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:16:35.825684 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 9e681574-d186-43cc-ab3c-d66a0abe3a2e triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:35.826086 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:35.904710 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 9e681574-d186-43cc-ab3c-d66a0abe3a2e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:36.656291 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35028) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:16:36.767894 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-df7915b2-806f-4544-b807-ed8e570f7e16 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1104658 May 03 12:16:37.001382 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Sync routers for ids ['d048208d-c3b5-469a-a415-190b29378e42'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:16:37.013246 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Routers {'d048208d-c3b5-469a-a415-190b29378e42'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:16:37.013886 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:16:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d048208d-c3b5-469a-a415-190b29378e42'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:37.229096 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Set router d048208d-c3b5-469a-a415-190b29378e42 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:16:37.692458 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd048208d-c3b5-469a-a415-190b29378e42', 'name': 'router1', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '35ac3ece-e722-4839-8fec-dedba7f9889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:16:14Z', 'updated_at': '2022-05-03T12:16:33Z', 'revision_number': 4, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'gw_port': {'id': '35ac3ece-e722-4839-8fec-dedba7f9889d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:32Z', 'updated_at': '2022-05-03T12:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '9e681574-d186-43cc-ab3c-d66a0abe3a2e', 'name': '', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'mac_address': 'fa:16:3e:56:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:24Z', 'updated_at': '2022-05-03T12:16:27Z', 'revision_number': 5, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'subnets': [{'id': '0debee12-1458-4247-a15e-764126c2c6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:37.743601 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Checking router: d048208d-c3b5-469a-a415-190b29378e42 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:16:37.743988 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Updating router d048208d-c3b5-469a-a415-190b29378e42 port 35ac3ece-e722-4839-8fec-dedba7f9889d binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:16:37.794545 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:38.121874 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Publish callbacks [] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:38.194727 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:38.246567 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Attempting to bind port 35ac3ece-e722-4839-8fec-dedba7f9889d on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:16:38.246947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Attempting to bind port 35ac3ece-e722-4839-8fec-dedba7f9889d by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:16:38.247316 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Attempting to bind port 35ac3ece-e722-4839-8fec-dedba7f9889d on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:16:38.249157 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94406f6-2227-4569-9881-27c638a010b0 None None] Pushing event updated for resources: {'Port': ['ID=35ac3ece-e722-4839-8fec-dedba7f9889d,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:38.255889 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:16:38.256279 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:16:38.256697 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:38.257086 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:16:38.257558 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Bound port: 35ac3ece-e722-4839-8fec-dedba7f9889d, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:16:38.257940 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:38.306324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] For port 35ac3ece-e722-4839-8fec-dedba7f9889d, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:16:38.309287 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] For port 35ac3ece-e722-4839-8fec-dedba7f9889d, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=35ac3ece-e722-4839-8fec-dedba7f9889d,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:16:38.394776 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:38.457705 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94406f6-2227-4569-9881-27c638a010b0 None None] Pushing event updated for resources: {'Port': ['ID=35ac3ece-e722-4839-8fec-dedba7f9889d,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:38.483847 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Routers {'d048208d-c3b5-469a-a415-190b29378e42'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:16:38.484648 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:16:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d048208d-c3b5-469a-a415-190b29378e42'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:38.599228 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] Set router d048208d-c3b5-469a-a415-190b29378e42 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:16:38.804544 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd048208d-c3b5-469a-a415-190b29378e42', 'name': 'router1', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '35ac3ece-e722-4839-8fec-dedba7f9889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:16:14Z', 'updated_at': '2022-05-03T12:16:33Z', 'revision_number': 4, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'gw_port': {'id': '35ac3ece-e722-4839-8fec-dedba7f9889d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:32Z', 'updated_at': '2022-05-03T12:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '9e681574-d186-43cc-ab3c-d66a0abe3a2e', 'name': '', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'mac_address': 'fa:16:3e:56:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:24Z', 'updated_at': '2022-05-03T12:16:27Z', 'revision_number': 5, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'subnets': [{'id': '0debee12-1458-4247-a15e-764126c2c6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:16:38.832027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7521d226-a791-4f1c-b2e4-d85a623813e2 None None] The sync data for ids ['d048208d-c3b5-469a-a415-190b29378e42'] in dv-cinder-824911-5-iscsi is: [{'id': 'd048208d-c3b5-469a-a415-190b29378e42', 'name': 'router1', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '35ac3ece-e722-4839-8fec-dedba7f9889d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:16:14Z', 'updated_at': '2022-05-03T12:16:33Z', 'revision_number': 4, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'gw_port': {'id': '35ac3ece-e722-4839-8fec-dedba7f9889d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:32Z', 'updated_at': '2022-05-03T12:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '9e681574-d186-43cc-ab3c-d66a0abe3a2e', 'name': '', 'network_id': '865cd56e-b28e-4bcf-a227-7434a73136f5', 'tenant_id': 'f93de6293d4a4d309937cb9036619ca6', 'mac_address': 'fa:16:3e:56:4f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd048208d-c3b5-469a-a415-190b29378e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0debee12-1458-4247-a15e-764126c2c6f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:16:24Z', 'updated_at': '2022-05-03T12:16:27Z', 'revision_number': 5, 'project_id': 'f93de6293d4a4d309937cb9036619ca6', 'subnets': [{'id': '0debee12-1458-4247-a15e-764126c2c6f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad38d97c-b875-4d8b-96dd-e3d3e3e6fb91'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:16:39.811309 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 35ac3ece-e722-4839-8fec-dedba7f9889d up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:16:39.873361 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 35ac3ece-e722-4839-8fec-dedba7f9889d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:39.873679 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:39.965934 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 35ac3ece-e722-4839-8fec-dedba7f9889d is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:39.966252 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:39.986986 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 35ac3ece-e722-4839-8fec-dedba7f9889d, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=35ac3ece-e722-4839-8fec-dedba7f9889d,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:16:40.053975 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:40.106329 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=35ac3ece-e722-4839-8fec-dedba7f9889d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:16:41.844741 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 35ac3ece-e722-4839-8fec-dedba7f9889d up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:16:41.909019 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 35ac3ece-e722-4839-8fec-dedba7f9889d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:16:41.909410 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (35ac3ece-e722-4839-8fec-dedba7f9889d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:41.984813 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 35ac3ece-e722-4839-8fec-dedba7f9889d is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:16:50.669608 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a2a30aca-c2bf-4ac7-b024-428a2c24a335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:52.805457 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2d87ae64-388a-4e10-8fb0-35147de42612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:54.049143 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:55.270494 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:16:57.127727 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:01.973634 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:17:20.667559 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-edd8a8e9-441c-409b-9eff-76dad93e1642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:22.821925 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e90a95f-5e1e-45ac-9f8e-efc5a553d398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:24.033362 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:25.238691 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:27.141824 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:38.978759 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:17:50.669207 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3ce637c2-8960-4d4b-bfee-8fbcc625b4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:52.791914 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0542a5e5-6011-41cc-b819-81b0a59c9ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:54.046557 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:55.237838 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:57.146101 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:17:59.069344 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35514) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:17:59.128728 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.pecan_wsgi.hooks.translation [None req-04779b78-56af-484d-867e-20a1c37b1317 admin admin] GET failed (client error): The resource could not be found. May 03 12:17:59.130013 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-04779b78-56af-484d-867e-20a1c37b1317 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596962 May 03 12:17:59.356635 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff04ed57-7c8d-4232-bf64-83237b21fb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:17:59.358172 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ff04ed57-7c8d-4232-bf64-83237b21fb51 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2241547 May 03 12:18:01.596651 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35524) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:01.687386 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c368c8-7203-4862-99a6-cd7e4d11fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:01.688711 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-28c368c8-7203-4862-99a6-cd7e4d11fa1a admin admin] 10.222.0.21 "GET /v2.0/subnets/0debee12-1458-4247-a15e-764126c2c6f6 HTTP/1.1" status: 200 len: 849 time: 0.0911746 May 03 12:18:01.697868 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:18:01.779514 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Publish callbacks [] for subnet (0debee12-1458-4247-a15e-764126c2c6f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:01.968710 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774693041318'] for subnet (0debee12-1458-4247-a15e-764126c2c6f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:01.996110 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:01.996724 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:02.003950 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] 10.222.0.21 "PUT /v2.0/subnets/0debee12-1458-4247-a15e-764126c2c6f6 HTTP/1.1" status: 200 len: 868 time: 0.3036361 May 03 12:18:02.004192 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ef42b-e369-4fe2-bc14-acfe6efe8dd2 None None] Network 865cd56e-b28e-4bcf-a227-7434a73136f5 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:18:02.021904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0debee12-1458-4247-a15e-764126c2c6f6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:18:02.030208 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.030619 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.030904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.031249 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.031602 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.031922 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.032254 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.032612 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.032967 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.033302 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.033649 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.034000 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.034377 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.034679 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.034996 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e782241-d183-416e-ad64-8274682f1849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:18:02.323071 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e6df24a2-26b3-4d6a-b8e6-d9e96ae4156b None None] Provisioning complete for port 2c79f2c8-81db-4b05-a203-8042bcd483ce triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:18:02.323447 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6df24a2-26b3-4d6a-b8e6-d9e96ae4156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (2c79f2c8-81db-4b05-a203-8042bcd483ce), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:02.405222 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e6df24a2-26b3-4d6a-b8e6-d9e96ae4156b None None] Current status of the port 2c79f2c8-81db-4b05-a203-8042bcd483ce is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:18:02.413526 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e6df24a2-26b3-4d6a-b8e6-d9e96ae4156b None None] Provisioning complete for port 9e681574-d186-43cc-ab3c-d66a0abe3a2e triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:18:02.413932 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6df24a2-26b3-4d6a-b8e6-d9e96ae4156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9e681574-d186-43cc-ab3c-d66a0abe3a2e), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:02.486653 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e6df24a2-26b3-4d6a-b8e6-d9e96ae4156b None None] Current status of the port 9e681574-d186-43cc-ab3c-d66a0abe3a2e is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:18:04.262251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:04.463829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee07072-0947-40e0-96eb-e4662a236735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:04.464235 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee07072-0947-40e0-96eb-e4662a236735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:04.465851 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2ee07072-0947-40e0-96eb-e4662a236735 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2026317 May 03 12:18:06.713251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:06.843329 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be66735-92f2-4184-8f3b-8536e89fcb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:06.843809 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be66735-92f2-4184-8f3b-8536e89fcb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:06.845361 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5be66735-92f2-4184-8f3b-8536e89fcb07 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1311526 May 03 12:18:09.091622 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35550) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:09.235109 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34515807-941d-41a8-964d-09b8b4f94047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:09.236611 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-34515807-941d-41a8-964d-09b8b4f94047 admin admin] 10.222.0.21 "GET /v2.0/networks/865cd56e-b28e-4bcf-a227-7434a73136f5 HTTP/1.1" status: 200 len: 869 time: 0.1439090 May 03 12:18:11.478150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35558) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:11.602418 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beaaaac-1d41-426c-9148-ff797c48db1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:11.603707 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8beaaaac-1d41-426c-9148-ff797c48db1f admin admin] 10.222.0.21 "GET /v2.0/networks/b4d3d747-e640-4ac7-96f0-260191103dc9 HTTP/1.1" status: 200 len: 886 time: 0.1246057 May 03 12:18:13.869213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:13.989538 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f4632-349c-468e-9ba0-713c6181f887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:13.989996 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f4632-349c-468e-9ba0-713c6181f887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:13.991508 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f82f4632-349c-468e-9ba0-713c6181f887 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213253 May 03 12:18:16.039608 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:18:16.253664 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:16.418478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b534798-e68b-4dbd-b114-bcd0be438ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:16.419473 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b534798-e68b-4dbd-b114-bcd0be438ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:16.421119 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6b534798-e68b-4dbd-b114-bcd0be438ca8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1665196 May 03 12:18:18.692249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:18.775614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e3c91-d0d7-43f3-b341-371559059a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:18.776989 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d34e3c91-d0d7-43f3-b341-371559059a8f admin admin] 10.222.0.21 "GET /v2.0/subnets/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b HTTP/1.1" status: 200 len: 816 time: 0.0837581 May 03 12:18:20.662620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f38f3d82-2680-4ee7-8e80-fa5c107f3f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:21.030116 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35590) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:18:21.120774 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b146b43-d916-4bc8-9402-c333a462f23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:18:21.122149 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5b146b43-d916-4bc8-9402-c333a462f23c admin admin] 10.222.0.21 "GET /v2.0/subnets/0debee12-1458-4247-a15e-764126c2c6f6 HTTP/1.1" status: 200 len: 868 time: 0.0910926 May 03 12:18:22.791373 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-77c243c5-5955-44a4-afcb-02630eee6278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:24.067875 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:25.242418 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:27.153966 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:50.667020 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-369f99df-41d1-4cbc-9f3b-4808a84cef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:52.810196 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-879d6ae8-f5e8-4efb-bf0a-56c3635b0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:52.978721 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:18:54.067342 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:55.247692 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:18:57.141670 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:02.316101 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:19:02.362580 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-724ac74f-db19-46b9-b04b-1f9be9761782 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:19:02.363573 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-724ac74f-db19-46b9-b04b-1f9be9761782 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0465233 May 03 12:19:04.728941 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35656) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:19:04.787211 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd26b65c-a0dd-4a7b-b295-58f795df53c8 admin admin] GET failed (client error): The resource could not be found. May 03 12:19:04.788500 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dd26b65c-a0dd-4a7b-b295-58f795df53c8 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585885 May 03 12:19:04.874018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd02670-9265-49fe-a929-0f09c0f445e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:19:04.875490 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1dd02670-9265-49fe-a929-0f09c0f445e4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828714 May 03 12:19:07.158105 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35664) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:19:07.203389 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:19:07.281121 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Made reservation on behalf of c04ced0b5ee84470a3d6e754eca1d8a4 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:19:07.283280 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:07.315879 dv-cinder-824911-5-iscsi neutron-server[103886]: WARNING neutron.services.revisions.revision_plugin [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Could not find related network for resource to bump revision. May 03 12:19:07.327997 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:19:07.338006 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (1082d194-09a2-4b2c-96d2-1c56eaad4b96), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:07.338006 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Added segment 1082d194-09a2-4b2c-96d2-1c56eaad4b96 of type vlan for network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c May 03 12:19:07.378553 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (c661d380-b4cc-4fb3-ad0f-44a9deb45c2c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:07.461254 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (c661d380-b4cc-4fb3-ad0f-44a9deb45c2c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:07.462236 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:19:07.462820 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:07.549301 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Pushing event updated for resources: {'Network': ['ID=c661d380-b4cc-4fb3-ad0f-44a9deb45c2c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:19:07.556348 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.560279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.561448 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.561448 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:07.572272 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:19:07.643825 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-277a6cd0-8662-4616-962b-5811d67a421a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4846029 May 03 12:19:09.948333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:19:10.006978 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d828ac-fb66-4d41-a8b5-e510ee90bdd7 admin admin] GET failed (client error): The resource could not be found. May 03 12:19:10.008231 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-60d828ac-fb66-4d41-a8b5-e510ee90bdd7 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589559 May 03 12:19:10.107197 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbb06ce-7bdf-47c8-beb8-7008866a7eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:19:10.108690 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2cbb06ce-7bdf-47c8-beb8-7008866a7eae admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0958498 May 03 12:19:10.118576 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:19:10.191950 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Made reservation on behalf of c04ced0b5ee84470a3d6e754eca1d8a4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:19:10.194226 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:10.401076 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (e0f9202c-c9c6-419e-ae45-d694ec19f97b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:10.460878 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f9202c-c9c6-419e-ae45-d694ec19f97b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:19:10.467988 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Checking segment: {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:19:10.468339 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Network hostable DHCP agents. Network: c661d380-b4cc-4fb3-ad0f-44a9deb45c2c, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:19:10.471722 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.472067 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.472449 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.472789 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.473122 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.473449 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.473801 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.474177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.474519 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.474845 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.475182 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.475525 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.475847 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.476166 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.476514 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:10.549437 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:19:10.641022 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, c661d380-b4cc-4fb3-ad0f-44a9deb45c2c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:19:10.645071 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:19:10.645662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:10.650948 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd766d3-ad2c-4667-b972-5e36fd4a8762 None None] Network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:19:10.735270 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e407e81f-1f58-4420-a37e-4145b430a0eb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6201313 May 03 12:19:10.751939 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-c661d380-b4cc-4fb3-ad0f-44a9deb45c2c', 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c', 'project_id': 'c04ced0b5ee84470a3d6e754eca1d8a4', 'fixed_ips': [{'subnet_id': 'e0f9202c-c9c6-419e-ae45-d694ec19f97b'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:19:10.752887 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:10.901888 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Allocated IP 192.168.233.2 (c661d380-b4cc-4fb3-ad0f-44a9deb45c2c/e0f9202c-c9c6-419e-ae45-d694ec19f97b/1c09bad6-2ae5-4370-a064-5690f3519438) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:19:11.145211 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Publish callbacks [] for port (1c09bad6-2ae5-4370-a064-5690f3519438), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:11.210553 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:11.251169 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:19:11.256120 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:19:11.261266 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Pushing event updated for resources: {'Port': ['ID=1c09bad6-2ae5-4370-a064-5690f3519438,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:19:11.263493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:19:11.274367 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.274714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.275074 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.275465 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.275809 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.276138 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.276489 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.276815 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.277144 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.277466 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.277788 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.278124 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.278449 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.278772 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.279094 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:19:11.334938 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Attempting to bind port 1c09bad6-2ae5-4370-a064-5690f3519438 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:19:11.335324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Attempting to bind port 1c09bad6-2ae5-4370-a064-5690f3519438 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:19:11.335694 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Attempting to bind port 1c09bad6-2ae5-4370-a064-5690f3519438 on network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:19:11.340959 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:19:11.341348 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Checking segment: {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:19:11.341754 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:11.342158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Bound using segment: {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:19:11.342635 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Bound port: 1c09bad6-2ae5-4370-a064-5690f3519438, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:19:11.343021 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:11.408219 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] For port 1c09bad6-2ae5-4370-a064-5690f3519438, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:19:11.411416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] For port 1c09bad6-2ae5-4370-a064-5690f3519438, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=1c09bad6-2ae5-4370-a064-5690f3519438,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:19:11.504295 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:11.565117 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31dc5-75ba-4d2b-830b-6d7d3368f3c7 None None] Pushing event updated for resources: {'Port': ['ID=1c09bad6-2ae5-4370-a064-5690f3519438,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:19:11.904878 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 1c09bad6-2ae5-4370-a064-5690f3519438 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:19:11.952477 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 1c09bad6-2ae5-4370-a064-5690f3519438 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:19:11.952791 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:12.031802 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 1c09bad6-2ae5-4370-a064-5690f3519438 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:19:12.032198 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:12.064717 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 1c09bad6-2ae5-4370-a064-5690f3519438, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=1c09bad6-2ae5-4370-a064-5690f3519438,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:19:12.126947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:12.175175 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=1c09bad6-2ae5-4370-a064-5690f3519438,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:19:12.461140 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9240f2c-a74a-4acd-896d-66520dbd3ba9 None None] Network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:19:12.498625 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4982d3db-35f4-427f-9b8e-9c809221e801 None None] Provisioning complete for port 1c09bad6-2ae5-4370-a064-5690f3519438 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:19:12.499021 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4982d3db-35f4-427f-9b8e-9c809221e801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:12.643742 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4982d3db-35f4-427f-9b8e-9c809221e801 None None] Current status of the port 1c09bad6-2ae5-4370-a064-5690f3519438 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:19:12.962000 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e2994723-5cd0-4e9f-a050-da8438971ff9 None None] Provisioning complete for port 1c09bad6-2ae5-4370-a064-5690f3519438 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:19:12.962635 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e2994723-5cd0-4e9f-a050-da8438971ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:13.038219 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e2994723-5cd0-4e9f-a050-da8438971ff9 None None] Current status of the port 1c09bad6-2ae5-4370-a064-5690f3519438 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:19:13.859039 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 1c09bad6-2ae5-4370-a064-5690f3519438 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:19:13.906348 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 1c09bad6-2ae5-4370-a064-5690f3519438 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:19:13.906741 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (1c09bad6-2ae5-4370-a064-5690f3519438), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:13.980646 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 1c09bad6-2ae5-4370-a064-5690f3519438 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:19:20.657839 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c50a-58bc-4081-93c3-7606daab894b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:22.800668 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a851-f667-4716-b66b-16e8ab4d3043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:24.063003 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:25.249134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:27.137518 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:29.977483 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:19:50.685165 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-62487e7b-65d6-4f3b-aec6-2b20296aeb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:52.791430 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d66093f6-3a47-45f9-9596-9eaccbb9be74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:54.071742 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:55.248115 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:19:57.130915 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:06.977053 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:20:20.670087 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-962da92c-09e1-477f-a6df-10f7263dbb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:22.795766 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-03d296a2-af30-429c-a9cd-ff01efd1cafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:24.066571 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:25.269914 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:27.135055 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:43.975869 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:20:47.282287 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35710) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:20:47.288258 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [None req-82d16a6d-8eda-43e2-984e-339ec5172aa7 tempest-verify_tempest_config-1333863082 tempest-verify_tempest_config-1333863082-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:20:47.289239 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-82d16a6d-8eda-43e2-984e-339ec5172aa7 tempest-verify_tempest_config-1333863082 tempest-verify_tempest_config-1333863082-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059543 May 03 12:20:47.830949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:20:47.932594 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.004177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Publish callbacks [] for security_group (15e37227-b392-4fb1-8d88-2c3ac87391df), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.080411 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (15e37227-b392-4fb1-8d88-2c3ac87391df), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.125990 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=216b0689f404406ebe0b1d211d519371&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2938116 May 03 12:20:48.126702 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e37227-b392-4fb1-8d88-2c3ac87391df,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:20:48.128555 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35732) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:20:48.133348 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.133704 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.134069 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.134421 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136026 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136026 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136026 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136026 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136378 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136378 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.136725 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.137073 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.137405 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.137734 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.138059 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbc5be9-3e7d-4af6-ad47-dad02291a0ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.187772 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Publish callbacks [] for security_group (15e37227-b392-4fb1-8d88-2c3ac87391df), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.211245 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Publish callbacks [] for security_group (15e37227-b392-4fb1-8d88-2c3ac87391df), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.355396 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (15e37227-b392-4fb1-8d88-2c3ac87391df), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.357909 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:48.359093 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15e37227-b392-4fb1-8d88-2c3ac87391df HTTP/1.1" status: 204 len: 168 time: 0.2295265 May 03 12:20:48.366764 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e37227-b392-4fb1-8d88-2c3ac87391df,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:20:48.373467 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.373824 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.374147 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.374478 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.374806 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.375130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.375451 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.375774 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.376141 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.376532 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.376861 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.377202 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.377526 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.377840 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:48.378156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac74e3d3-5e35-4d9e-9a02-ab2f08f6070b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:20:50.789482 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-39ad2694-46c1-49b7-86db-9f83a041a5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:52.795042 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-451dd9e9-fc77-4e9a-84a9-6c3e8342105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:54.054289 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:55.246327 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:20:57.139834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:20.676672 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cabbdb77-fa6f-4e7b-a601-03c6b25efa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:20.974496 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:21:22.830620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9ad14637-0672-4ffb-ac3a-a71793713191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:24.070901 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:25.262196 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:27.142205 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:50.684154 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cc7d10ac-2dd2-4a24-86f0-01718d5a6466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:52.806548 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9767b9cf-cc7a-43ba-844b-4d3bd85a27e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:54.107161 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:55.257699 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:57.141374 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:21:57.973177 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:22:20.674523 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-565fcff3-a80a-42ca-931a-521f5c4c9575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:22.803040 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-662edc0d-55a4-4e61-a4c2-1bfc2cfa024f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:24.094807 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:25.277568 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:27.142548 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:33.294376 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1636619'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:34.972280 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:22:47.632502 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:22:47.736296 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c775a272-6bb9-4082-8f4a-8171f705c6a7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026983 May 03 12:22:50.015955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 35814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:22:50.069682 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-886bf100-cb89-46cb-9b0b-63e9b816671a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526059 May 03 12:22:50.701267 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cbd09b37-d9b3-4fbd-87af-13fe918eb590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:52.810348 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2cabbb19-62a8-4bb6-8257-d211e40e6ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:54.081855 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:55.267209 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:22:57.156258 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:03.266555 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:11.971346 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:23:20.689180 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cdea1f59-03f2-4ac3-8b2c-a7ed804cf992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:22.797264 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d184a12-b93a-454e-b0da-17f1091a2350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:24.088854 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:25.283018 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:27.218135 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:33.237220 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:48.970021 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:23:50.676168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8e314c25-f409-4153-8794-941acfadd36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:52.806100 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d0d6a352-dc35-4518-ad17-4608783b31c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:54.087609 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:55.274577 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:23:57.190462 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:03.253072 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:20.675149 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2bb9e581-f2ef-439f-b9a5-258daa4c091f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:22.800747 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6925dbd9-71ce-4ead-9600-87ddb3d16a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:24.091471 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:25.297989 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:25.968752 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:24:27.195151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:28.352906 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 35984) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:28.756298 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-708052214-network', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:28.785493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:28.821558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Made reservation on behalf of 275e4ca81d1248ba98718d775404a8c4 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:28.823827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:28.832211 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:28.908674 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks [] for security_group (f526bf85-a7a0-442f-a4fe-eef4519346ba), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:28.975951 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f526bf85-a7a0-442f-a4fe-eef4519346ba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:28.996666 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:24:29.010904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526bf85-a7a0-442f-a4fe-eef4519346ba,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:29.013268 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (84219953-8ce8-47d3-b990-81ee9b53e1f4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.013606 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Added segment 84219953-8ce8-47d3-b990-81ee9b53e1f4 of type vlan for network 651deaf2-f555-4473-aaf3-ea8f200dceb4 May 03 12:24:29.025443 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.025795 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.027132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.027540 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.027886 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.028855 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.029239 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.029579 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.030085 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.030429 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.030754 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.031096 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.031417 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.031758 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.032078 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Tracked resource versions report: May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: pushed versions: May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: { 'AddressGroup': {'1.2'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Agent': {'1.1'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'ConntrackHelper': {'1.0'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Log': {'1.0'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'NDPProxy': {'1.0'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Network': {'1.1'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Port': {'1.7'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'PortForwarding': {'1.3'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'QosPolicy': {'1.10'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroup': {'1.5'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SubPort': {'1.0'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Subnet': {'1.1'}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Trunk': {'1.1'}} May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: consumer versions: May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: HyperV agent@hv-cinder-82491: {}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Agent': '1.1', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'ConntrackHelper': '1.0', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'LocalIPAssociation': '1.0', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Log': '1.0', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'NDPProxy': '1.0', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Network': '1.1', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Port': '1.7', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'PortForwarding': '1.3', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'QosPolicy': '1.10', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroup': '1.5', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SecurityGroupRule': '1.2', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'SubPort': '1.0', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Subnet': '1.1', May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: 'Trunk': '1.1'}} May 03 12:24:29.033282 dv-cinder-824911-5-iscsi neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:24:29.049409 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:29.082460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (651deaf2-f555-4473-aaf3-ea8f200dceb4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.166395 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (651deaf2-f555-4473-aaf3-ea8f200dceb4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.167442 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:29.168087 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.177884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2056547989-network', 'tenant_id': 'b6b62c7e27134d3c814fb9ca90d6651f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:29.238647 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] Pushing event updated for resources: {'Network': ['ID=651deaf2-f555-4473-aaf3-ea8f200dceb4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:29.249800 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:24:29.252740 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:29.253839 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-45bd6810-d60d-47df-9ce8-25357847414d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8994820 May 03 12:24:29.258316 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Request body: {'subnet': {'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-708052214-subnet', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:29.299087 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:29.315914 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Made reservation on behalf of b6b62c7e27134d3c814fb9ca90d6651f for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:29.320294 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.337042 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.386485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36034) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:29.388744 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Made reservation on behalf of 275e4ca81d1248ba98718d775404a8c4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:29.391688 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.439264 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks [] for security_group (0d1752fd-cb41-45fd-9780-b3c16b741b94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.489630 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-780643114-network', 'tenant_id': '147af77ead57444b991a4aef5577b680'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:29.519560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0d1752fd-cb41-45fd-9780-b3c16b741b94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.552894 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:24:29.577057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-network', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:29.599829 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-980798159-network', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:29.630222 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1752fd-cb41-45fd-9780-b3c16b741b94,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:29.632185 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Made reservation on behalf of 147af77ead57444b991a4aef5577b680 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:29.634440 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.637763 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (73f47116-5154-4a8e-b5e1-e85dc89ff23b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.638107 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Added segment 73f47116-5154-4a8e-b5e1-e85dc89ff23b of type vlan for network 81c1fffd-28cc-4564-bde4-1652b8db26b6 May 03 12:24:29.664432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.665042 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.665386 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.665724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.666060 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.666396 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.666800 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.667129 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.667456 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.667784 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.668132 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.668497 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.669390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.669715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.670034 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Tracked resource versions report: May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: pushed versions: May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: { 'AddressGroup': {'1.2'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Agent': {'1.1'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'ConntrackHelper': {'1.0'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Log': {'1.0'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'NDPProxy': {'1.0'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Network': {'1.1'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Port': {'1.7'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'PortForwarding': {'1.3'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'QosPolicy': {'1.10'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroup': {'1.5'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SubPort': {'1.0'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Subnet': {'1.1'}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Trunk': {'1.1'}} May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: consumer versions: May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: HyperV agent@hv-cinder-82491: {}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Agent': '1.1', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'ConntrackHelper': '1.0', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'LocalIPAssociation': '1.0', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Log': '1.0', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'NDPProxy': '1.0', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Network': '1.1', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Port': '1.7', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'PortForwarding': '1.3', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'QosPolicy': '1.10', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroup': '1.5', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SecurityGroupRule': '1.2', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'SubPort': '1.0', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Subnet': '1.1', May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: 'Trunk': '1.1'}} May 03 12:24:29.671205 dv-cinder-824911-5-iscsi neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:24:29.677542 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Made reservation on behalf of 2ca893e56e3d4ee1b549cec12041c952 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:29.677849 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.691208 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.692313 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.718702 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (81c1fffd-28cc-4564-bde4-1652b8db26b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.744622 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Made reservation on behalf of 5c47e882a00247d791d25edbdb2fce54 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:29.747380 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.789939 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.813020 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks [] for security_group (11a2954f-45d8-4541-a82c-5f970e13bd15), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.904357 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (11a2954f-45d8-4541-a82c-5f970e13bd15), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.912312 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks [] for security_group (4c893289-b305-4411-9ce6-6b6d7d891e7f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.916825 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:24:29.926472 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks [] for security_group (0a5bccbc-7dad-4568-a654-19d88a306191), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.933221 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (e6697b7f-1970-4498-b433-d89a1e13e5ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.942117 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (3d4274a0-71f9-4b16-8e75-d44bbc01ced3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.942117 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Added segment 3d4274a0-71f9-4b16-8e75-d44bbc01ced3 of type vlan for network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 May 03 12:24:29.961081 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a2954f-45d8-4541-a82c-5f970e13bd15,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:29.990499 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (81c1fffd-28cc-4564-bde4-1652b8db26b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.992165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:29.994124 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:29.998215 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6697b7f-1970-4498-b433-d89a1e13e5ca,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.004024 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (16d287f3-2ea6-4f07-bd7a-b943fc7ed880), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.067919 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (4c893289-b305-4411-9ce6-6b6d7d891e7f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.084908 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0a5bccbc-7dad-4568-a654-19d88a306191), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.105432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:24:30.119236 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (16d287f3-2ea6-4f07-bd7a-b943fc7ed880), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.120275 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:30.121045 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.130098 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (19117947-b147-40ea-a1a2-8f8b1e818cc8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.131718 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Added segment 19117947-b147-40ea-a1a2-8f8b1e818cc8 of type vlan for network a4d59523-ed30-406e-90b6-6dc839fb9a3e May 03 12:24:30.202949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] Pushing event updated for resources: {'Network': ['ID=81c1fffd-28cc-4564-bde4-1652b8db26b6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.233463 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 81c1fffd-28cc-4564-bde4-1652b8db26b6 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:24:30.248478 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] Pushing event updated for resources: {'Network': ['ID=16d287f3-2ea6-4f07-bd7a-b943fc7ed880,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.249165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c893289-b305-4411-9ce6-6b6d7d891e7f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.257739 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:24:30.262035 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (a4d59523-ed30-406e-90b6-6dc839fb9a3e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.269259 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ea4b8be0-2127-42f4-8e1f-5f2103f6989d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8816848 May 03 12:24:30.272052 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36092) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:30.282940 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Request body: {'subnet': {'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-subnet', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:30.286617 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:30.286978 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Network hostable DHCP agents. Network: 651deaf2-f555-4473-aaf3-ea8f200dceb4, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:24:30.289611 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (adb7a5e1-4c3a-47c0-abae-2658bfc72a47), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.289946 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Added segment adb7a5e1-4c3a-47c0-abae-2658bfc72a47 of type vlan for network 6e098d7a-9b0d-454d-b2f7-d1657967a384 May 03 12:24:30.317158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:24:30.322926 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4aacff9e-3ba0-4606-aded-fd7181722b95 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5356336 May 03 12:24:30.326220 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36094) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:30.335986 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Request body: {'subnet': {'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2056547989-subnet', 'tenant_id': 'b6b62c7e27134d3c814fb9ca90d6651f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:30.363213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5bccbc-7dad-4568-a654-19d88a306191,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.380269 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (6e098d7a-9b0d-454d-b2f7-d1657967a384), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.395163 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Made reservation on behalf of 2ca893e56e3d4ee1b549cec12041c952 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:30.399487 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.469058 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Made reservation on behalf of b6b62c7e27134d3c814fb9ca90d6651f for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:30.470194 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.486950 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (a4d59523-ed30-406e-90b6-6dc839fb9a3e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.489724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:30.489724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.490907 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:24:30.495175 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (6e098d7a-9b0d-454d-b2f7-d1657967a384), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.497181 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:30.498552 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.585992 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a4d59523-ed30-406e-90b6-6dc839fb9a3e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.600995 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:24:30.650989 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 651deaf2-f555-4473-aaf3-ea8f200dceb4) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:30.652795 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] Pushing event updated for resources: {'Network': ['ID=6e098d7a-9b0d-454d-b2f7-d1657967a384,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:30.659447 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:30.660128 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.676949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1ad67f7c-36c1-4660-a298-ab7ae2afb4f8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3692153 May 03 12:24:30.676949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c9ab22eb-3128-40bd-9a60-d336f1201039 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6231108 May 03 12:24:30.676949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:30.677498 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:30.684105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Request body: {'subnet': {'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-subnet', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:30.719590 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Request body: {'subnet': {'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-780643114-subnet', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:30.720072 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba82f45-4e01-4561-bd3d-a54418645f42 None None] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:30.729671 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:24:30.834743 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fc171ecd-c3eb-488b-8ba1-b608896fff77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5807812 May 03 12:24:30.837370 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:30.842893 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:30.883082 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (e368efe3-1e97-4439-9b3e-10277314603f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.907865 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Made reservation on behalf of 5c47e882a00247d791d25edbdb2fce54 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:30.910491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.913532 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Made reservation on behalf of 147af77ead57444b991a4aef5577b680 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:30.916105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:30.956537 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Checking segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:30.957003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Network hostable DHCP agents. Network: 16d287f3-2ea6-4f07-bd7a-b943fc7ed880, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:24:30.971122 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-651deaf2-f555-4473-aaf3-ea8f200dceb4', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:24:30.971122 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.004130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (6b3607ca-baba-4622-af2e-c7968e303930), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.021024 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e368efe3-1e97-4439-9b3e-10277314603f,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:31.095605 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:24:31.107640 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b3607ca-baba-4622-af2e-c7968e303930,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:31.128903 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Checking segment: {'id': '73f47116-5154-4a8e-b5e1-e85dc89ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:31.129247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Network hostable DHCP agents. Network: 81c1fffd-28cc-4564-bde4-1652b8db26b6, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:24:31.144868 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.146016 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.158257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Allocated IP 172.20.0.2 (651deaf2-f555-4473-aaf3-ea8f200dceb4/e6697b7f-1970-4498-b433-d89a1e13e5ca/8e056524-748f-4917-9617-6898eff6e6c6) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:31.184839 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 16d287f3-2ea6-4f07-bd7a-b943fc7ed880) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:31.192906 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3cc6f-5951-435c-afd9-33d5cf3d576a None None] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:31.195632 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:31.196337 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.239048 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (71d2429b-5148-4327-87e1-1ed32f8917c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.294596 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6822861f-75d8-4f03-8cfe-df6a95f8a60c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0180981 May 03 12:24:31.294596 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Network 81c1fffd-28cc-4564-bde4-1652b8db26b6 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:24:31.297788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36114) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:31.304035 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:31.317894 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 81c1fffd-28cc-4564-bde4-1652b8db26b6) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:31.324595 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:31.326502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.349178 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522173a-9d4b-4144-973d-fb5bd83561db None None] Network 81c1fffd-28cc-4564-bde4-1652b8db26b6 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:31.384208 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:24:31.385380 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.424740 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks [] for router_controller (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.426237 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (cd953874-a9e0-4936-a2f6-d6fcd1748daa), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.428702 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (cd953874-a9e0-4936-a2f6-d6fcd1748daa), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.439165 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-204c8c33-55fc-4026-854b-860832d5aada admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1118343 May 03 12:24:31.507809 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Publish callbacks [] for port (8e056524-748f-4917-9617-6898eff6e6c6), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.512068 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d2429b-5148-4327-87e1-1ed32f8917c9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:31.523068 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks [] for router_controller (cd953874-a9e0-4936-a2f6-d6fcd1748daa), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.600741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Checking segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:31.600741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Network hostable DHCP agents. Network: 6e098d7a-9b0d-454d-b2f7-d1657967a384, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:24:31.611271 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba220a03-5480-4df0-8d68-d228435f8212 None None] Network 81c1fffd-28cc-4564-bde4-1652b8db26b6 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:31.759275 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks [] for router_gateway (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.780481 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (8e056524-748f-4917-9617-6898eff6e6c6), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.797078 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks [] for router_gateway (cd953874-a9e0-4936-a2f6-d6fcd1748daa), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.813087 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (d7582eaf-2879-4326-b525-207e4b43c984), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.854863 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:31.870818 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:24:31.882256 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:31.887462 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Allocated IP 172.20.0.2 (16d287f3-2ea6-4f07-bd7a-b943fc7ed880/e368efe3-1e97-4439-9b3e-10277314603f/3ea91212-fb22-4fea-ac9d-f5f4de22be7f) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:31.889538 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:31.890670 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7582eaf-2879-4326-b525-207e4b43c984,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:31.915341 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Checking segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:31.915710 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Network hostable DHCP agents. Network: a4d59523-ed30-406e-90b6-6dc839fb9a3e, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:24:31.956941 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Pushing event updated for resources: {'Port': ['ID=8e056524-748f-4917-9617-6898eff6e6c6,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:31.957683 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 6e098d7a-9b0d-454d-b2f7-d1657967a384) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:31.971962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:31.972593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:31.984878 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2609f-e9e9-477f-8e28-956ad60244bc None None] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:32.013505 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.014130 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.014643 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.015413 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.015912 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.016414 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.016894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.017377 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Tracked resource versions report: May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: pushed versions: May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: { 'AddressGroup': {'1.2'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Agent': {'1.1'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'ConntrackHelper': {'1.0'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'LocalIPAssociation': {'1.0'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Log': {'1.0'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'NDPProxy': {'1.0'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Network': {'1.1'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Port': {'1.7'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'PortForwarding': {'1.3'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'QosPolicy': {'1.10'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroup': {'1.5'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroupRule': {'1.2'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SubPort': {'1.0'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Subnet': {'1.1'}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Trunk': {'1.1'}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: consumer versions: May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: HyperV agent@hv-cinder-82491: {}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Agent': '1.1', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'ConntrackHelper': '1.0', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'LocalIPAssociation': '1.0', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Log': '1.0', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'NDPProxy': '1.0', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Network': '1.1', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Port': '1.7', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'PortForwarding': '1.3', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'QosPolicy': '1.10', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroup': '1.5', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SecurityGroupRule': '1.2', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'SubPort': '1.0', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Subnet': '1.1', May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: 'Trunk': '1.1'}} May 03 12:24:32.022202 dv-cinder-824911-5-iscsi neutron-server[103887]: {{(pid=103887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:24:32.111564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:24:32.117259 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-33d5deaf-5b47-4670-9b93-70b99fa5d5a3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4199665 May 03 12:24:32.120650 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:32.133223 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:32.143985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Attempting to bind port 8e056524-748f-4917-9617-6898eff6e6c6 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:32.144532 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Attempting to bind port 8e056524-748f-4917-9617-6898eff6e6c6 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:32.145042 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Attempting to bind port 8e056524-748f-4917-9617-6898eff6e6c6 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:32.181199 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, a4d59523-ed30-406e-90b6-6dc839fb9a3e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:32.197208 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:32.197592 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:32.197997 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.198388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Bound using segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:32.198885 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Bound port: 8e056524-748f-4917-9617-6898eff6e6c6, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:32.199270 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8e056524-748f-4917-9617-6898eff6e6c6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.217974 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13660f78-6f89-4588-9070-e62761975d25 None None] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:32.246019 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:32.252499 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.253472 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks [] for router_gateway (cd953874-a9e0-4936-a2f6-d6fcd1748daa), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.296929 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.343769 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:32.346503 dv-cinder-824911-5-iscsi neutron-server[103885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 12:24:32.349879 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks [] for router_gateway (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.420229 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.430875 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-6e098d7a-9b0d-454d-b2f7-d1657967a384', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:24:32.437173 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.437688 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.438745 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.446098 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Allocated IP 172.27.0.215 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/36595c6f-e5f7-42c2-a079-40a2a1befb2b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:32.464854 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36166) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:32.466310 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-08a80cba-da73-42fb-9251-319f8983f157 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7889154 May 03 12:24:32.472467 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:32.476026 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Publish callbacks [] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.482069 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] For port 8e056524-748f-4917-9617-6898eff6e6c6, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:32.486718 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] For port 8e056524-748f-4917-9617-6898eff6e6c6, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8e056524-748f-4917-9617-6898eff6e6c6,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:32.603538 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:24:32.604990 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.611453 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8e056524-748f-4917-9617-6898eff6e6c6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.613934 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.615888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks [] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.623685 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (8e74eb8d-9117-48d8-a893-22c98f776753), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.625685 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (8e74eb8d-9117-48d8-a893-22c98f776753), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.691071 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks [] for router_controller (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.708745 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-572dde6a-1fbb-479a-b36d-7a618a3b993e tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:32.710524 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-572dde6a-1fbb-479a-b36d-7a618a3b993e tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/networks?id=81c1fffd-28cc-4564-bde4-1652b8db26b6 HTTP/1.1" status: 200 len: 812 time: 0.3651941 May 03 12:24:32.727353 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:32.729095 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a27e9f05-65e1-4b61-b949-960c6c83e662 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/quotas/b6b62c7e27134d3c814fb9ca90d6651f HTTP/1.1" status: 200 len: 375 time: 0.0117295 May 03 12:24:32.731740 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks [] for router_controller (8e74eb8d-9117-48d8-a893-22c98f776753), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.741294 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:32.791803 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-806fa30d-9917-4d21-9e49-df4d5ef41b10 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b6b62c7e27134d3c814fb9ca90d6651f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566893 May 03 12:24:32.797366 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:32.808118 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:32.828782 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2568b41-79e4-46c2-8ca1-753003d0c237 None None] Pushing event updated for resources: {'Port': ['ID=8e056524-748f-4917-9617-6898eff6e6c6,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:32.848294 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Allocated IP 172.20.0.2 (6e098d7a-9b0d-454d-b2f7-d1657967a384/71d2429b-5148-4327-87e1-1ed32f8917c9/8122fdb2-72fd-405e-9e66-7ecf95fbacf5) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:32.969402 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:32.976156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:33.015486 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:33.091866 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Allocated IP 172.27.0.239 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/56116ca9-8365-4132-a526-911db420c38c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:33.171051 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks [] for router_gateway (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.210120 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Pushing event updated for resources: {'Port': ['ID=36595c6f-e5f7-42c2-a079-40a2a1befb2b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:33.229109 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-8c3f23e2-680a-431b-8e26-b4c5429c5fbf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:24:33.233601 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-8c3f23e2-680a-431b-8e26-b4c5429c5fbf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1287985 May 03 12:24:33.306826 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks [] for router_gateway (8e74eb8d-9117-48d8-a893-22c98f776753), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.360284 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Allocated IP 172.20.0.2 (a4d59523-ed30-406e-90b6-6dc839fb9a3e/d7582eaf-2879-4326-b525-207e4b43c984/453efdba-3829-4618-baa8-f4a06831dc15) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:33.377534 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Pushing event updated for resources: {'Port': ['ID=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:33.392731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Attempting to bind port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:33.393109 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Attempting to bind port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:33.393478 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Attempting to bind port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:33.427918 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:33.429152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Checking segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:33.429152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.429152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Bound using segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:33.429604 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Bound port: 3ea91212-fb22-4fea-ac9d-f5f4de22be7f, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:33.429990 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.457168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Publish callbacks [] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.487420 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.565922 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.623452 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] For port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:33.651968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] For port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:33.652209 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks [] for port (56116ca9-8365-4132-a526-911db420c38c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.665366 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:33.674704 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:33.681969 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Publish callbacks [] for port (453efdba-3829-4618-baa8-f4a06831dc15), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.683603 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:33.687972 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Pushing event updated for resources: {'Port': ['ID=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:33.697530 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-5e99dab2-2336-40d4-88ab-c8e48df72857 service neutron] 10.222.0.21 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410031 May 03 12:24:33.719668 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.809969 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (453efdba-3829-4618-baa8-f4a06831dc15), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.824399 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks [] for router_gateway (cd953874-a9e0-4936-a2f6-d6fcd1748daa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.832805 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Attempting to bind port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:33.833187 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Attempting to bind port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:33.833557 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Attempting to bind port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:33.842827 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks [] for router_gateway (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.844041 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb347c62-ccef-4293-819b-6c07603d3382 None None] Pushing event updated for resources: {'Port': ['ID=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:33.853317 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:33.856344 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Checking segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:33.856831 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.857250 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Bound using segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:33.857739 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Bound port: 8122fdb2-72fd-405e-9e66-7ecf95fbacf5, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:33.866981 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.869304 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:33.892816 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:33.936046 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:33.942933 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:33.970156 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Pushing event updated for resources: {'Port': ['ID=453efdba-3829-4618-baa8-f4a06831dc15,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:33.973209 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-6e0cb130-75b3-4459-9f3f-0a7230ed5d46 service neutron] 10.222.0.21 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758665 May 03 12:24:33.988916 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (56116ca9-8365-4132-a526-911db420c38c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:34.094236 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Pushing event updated for resources: {'Port': ['ID=56116ca9-8365-4132-a526-911db420c38c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:34.137854 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks [] for router_gateway (8e74eb8d-9117-48d8-a893-22c98f776753), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:34.162307 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:34.214118 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:34.217016 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:34.220863 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:34.417642 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (cd953874-a9e0-4936-a2f6-d6fcd1748daa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:34.448255 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] For port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:34.451821 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] For port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:34.481719 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8e056524-748f-4917-9617-6898eff6e6c6 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:34.500199 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Allocated IP 172.27.0.193 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/e14cdb8d-8cc2-4e8c-8894-89d045057f65) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:34.532022 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67effd60-f850-4535-8a42-8670ecbedb7b None None] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:34.759553 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-10067aff-4afa-45e4-9fd2-499f7d108b68 req-1d126efd-3ee3-4f2e-9940-c82886b84e0c tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1088347 May 03 12:24:34.769520 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:34.784175 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Provisioning complete for port 8e056524-748f-4917-9617-6898eff6e6c6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:34.785597 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8e056524-748f-4917-9617-6898eff6e6c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:34.788582 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Attempting to bind port 453efdba-3829-4618-baa8-f4a06831dc15 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:34.788582 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Attempting to bind port 453efdba-3829-4618-baa8-f4a06831dc15 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:34.788582 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Attempting to bind port 453efdba-3829-4618-baa8-f4a06831dc15 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:34.838010 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Router cd953874-a9e0-4936-a2f6-d6fcd1748daa is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:24:34.853415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks [] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.173773 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks [] for router_gateway (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Checking segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Bound using segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Bound port: 453efdba-3829-4618-baa8-f4a06831dc15, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (453efdba-3829-4618-baa8-f4a06831dc15), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40548269-ab99-41c3-9854-76379a3f8796 None None] Pushing event updated for resources: {'Port': ['ID=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 8e056524-748f-4917-9617-6898eff6e6c6 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:35.182027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8e056524-748f-4917-9617-6898eff6e6c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.188755 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:35.190014 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Sync routers for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:35.190797 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] For port 453efdba-3829-4618-baa8-f4a06831dc15, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:35.190950 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:35.190950 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:35.208262 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] For port 453efdba-3829-4618-baa8-f4a06831dc15, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=453efdba-3829-4618-baa8-f4a06831dc15,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:35.260352 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 8e056524-748f-4917-9617-6898eff6e6c6 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:35.260772 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8e056524-748f-4917-9617-6898eff6e6c6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.284630 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.299139 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Current status of the port 8e056524-748f-4917-9617-6898eff6e6c6 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:35.299530 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8e056524-748f-4917-9617-6898eff6e6c6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.399546 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (453efdba-3829-4618-baa8-f4a06831dc15), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.425880 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Allocated IP 172.27.0.36 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/13836187-bf05-4118-aae1-6fd9e968fdf9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:35.497948 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:35.570302 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:35.571927 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 8e056524-748f-4917-9617-6898eff6e6c6, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8e056524-748f-4917-9617-6898eff6e6c6,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:35.577772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:35.586074 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:35.666735 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bd01b-6057-466b-9a5b-57a2772ba16b None None] Pushing event updated for resources: {'Port': ['ID=453efdba-3829-4618-baa8-f4a06831dc15,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:35.673230 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.678630 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8e056524-748f-4917-9617-6898eff6e6c6), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.679447 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=e14cdb8d-8cc2-4e8c-8894-89d045057f65,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:35.725860 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks [] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.774309 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.779888 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2c0d481f-2c34-48e8-bc5e-8753bb50642b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4809422 May 03 12:24:35.780732 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36270) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:35.828687 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=8e056524-748f-4917-9617-6898eff6e6c6,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:35.846376 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 12:24:35.849011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 12:24:35.888535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:35.958691 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70459a04-5258-4321-aff6-bc6886c73713 None None] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:35.978951 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:33Z', 'revision_number': 3, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:36.009472 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-639a02f7-d1bf-41c0-9784-05768a134f30 req-2a13cebd-006a-410c-bf4a-ff9c46164fd1 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1440117 May 03 12:24:36.020188 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Checking router: cd953874-a9e0-4936-a2f6-d6fcd1748daa for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:36.020591 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Updating router cd953874-a9e0-4936-a2f6-d6fcd1748daa port 36595c6f-e5f7-42c2-a079-40a2a1befb2b binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:36.045673 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Pushing event updated for resources: {'Port': ['ID=13836187-bf05-4118-aae1-6fd9e968fdf9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:36.090912 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:36.105064 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:36.241203 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:36.365006 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:36.395493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9951fdb0-bd87-435f-b7c0-2137b3e70ed2 None None] Current status of the port 8e056524-748f-4917-9617-6898eff6e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:36.524759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3ea91212-fb22-4fea-ac9d-f5f4de22be7f up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:36.581804 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Provisioning complete for port 8e056524-748f-4917-9617-6898eff6e6c6 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:36.582462 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8e056524-748f-4917-9617-6898eff6e6c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:36.684342 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:24:36.827927 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:36.828331 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:36.865186 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks [] for router_gateway (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:36.895560 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Publish callbacks [] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:36.897352 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Current status of the port 8e056524-748f-4917-9617-6898eff6e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:36.916266 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Provisioning complete for port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:36.916701 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:36.949136 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5398f40-f964-4358-bc2e-8377d80d23df None None] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:36.982713 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:36.995370 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.000710 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:37.099797 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:37.101697 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:37.110766 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Attempting to bind port 36595c6f-e5f7-42c2-a079-40a2a1befb2b on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:37.111491 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Attempting to bind port 36595c6f-e5f7-42c2-a079-40a2a1befb2b by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:37.112019 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Attempting to bind port 36595c6f-e5f7-42c2-a079-40a2a1befb2b on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:37.128131 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:37.128849 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:37.129447 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.130557 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:37.131329 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Bound port: 36595c6f-e5f7-42c2-a079-40a2a1befb2b, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:37.131892 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.138720 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36300) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:37.143344 dv-cinder-824911-5-iscsi neutron-server[103886]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 12:24:37.156501 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.157757 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bc6e761f-6e37-4ad2-ba9a-e39d2a2b1c1f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3193002 May 03 12:24:37.162134 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:37.217239 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] For port 36595c6f-e5f7-42c2-a079-40a2a1befb2b, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:37.220674 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:37.221241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.224921 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] For port 36595c6f-e5f7-42c2-a079-40a2a1befb2b, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=36595c6f-e5f7-42c2-a079-40a2a1befb2b,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:37.229177 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Pushing event updated for resources: {'Port': ['ID=36595c6f-e5f7-42c2-a079-40a2a1befb2b,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:37.244802 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-056aef50-c6e8-4add-bb67-053daab10103 req-6fdb8db2-c7e8-47a3-a252-562b7316a54f tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1024978 May 03 12:24:37.268174 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.272166 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.272606 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.272984 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.273864 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.277391 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Tracked resource versions report: May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: pushed versions: May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: { 'AddressGroup': {'1.2'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Agent': {'1.1'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'ConntrackHelper': {'1.0'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Log': {'1.0'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'NDPProxy': {'1.0'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Network': {'1.1'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Port': {'1.7'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'PortForwarding': {'1.3'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'QosPolicy': {'1.10'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroup': {'1.5'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SubPort': {'1.0'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Subnet': {'1.1'}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Trunk': {'1.1'}} May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: consumer versions: May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: { DHCP agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: HyperV agent@hv-cinder-82491: {}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: L3 agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: Metadata agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: Metering agent@dv-cinder-824911-5-iscsi: {}, May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: Open vSwitch agent@dv-cinder-824911-5-iscsi: { 'AddressGroup': '1.2', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Agent': '1.1', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'ConntrackHelper': '1.0', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'LocalIPAssociation': '1.0', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Log': '1.0', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'NDPProxy': '1.0', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Network': '1.1', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Port': '1.7', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'PortForwarding': '1.3', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'QosPolicy': '1.10', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroup': '1.5', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SecurityGroupRule': '1.2', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'SubPort': '1.0', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Subnet': '1.1', May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: 'Trunk': '1.1'}} May 03 12:24:37.285630 dv-cinder-824911-5-iscsi neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 12:24:37.300936 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.374617 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Current status of the port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:37.380319 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.412849 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks [] for router_gateway (8e74eb8d-9117-48d8-a893-22c98f776753), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.435286 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:37.458891 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb015a-0f46-40d3-934d-61b1a223f546 None None] Pushing event updated for resources: {'Port': ['ID=36595c6f-e5f7-42c2-a079-40a2a1befb2b,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:37.468465 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:37.469109 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:37.490903 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:37.497043 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.544693 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.546047 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8e056524-748f-4917-9617-6898eff6e6c6 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:37.589983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c626ff-8076-4d29-88a0-8aaa82ff61df None None] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:24:37.651583 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:37.686967 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:37.906917 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Allocated IP 172.20.0.1 (16d287f3-2ea6-4f07-bd7a-b943fc7ed880/e368efe3-1e97-4439-9b3e-10277314603f/267f8075-9d30-44f8-af85-53841685ae53) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:37.921608 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:37.929248 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (8e74eb8d-9117-48d8-a893-22c98f776753), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.033046 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:33Z', 'revision_number': 3, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:38.077854 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a99986-3f07-4ddd-82ab-687eeb6af229 None None] The sync data for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi is: [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:33Z', 'revision_number': 3, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:38.149831 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:34Z', 'revision_number': 3, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:38.209079 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:38.209515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Updating router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 port 56116ca9-8365-4132-a526-911db420c38c binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:38.263197 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (56116ca9-8365-4132-a526-911db420c38c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.273822 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks [] for port (267f8075-9d30-44f8-af85-53841685ae53), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.280120 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.385327 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 12:24:38.385425 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 12:24:38.386253 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Router 8e74eb8d-9117-48d8-a893-22c98f776753 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:24:38.392094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:24:38.424397 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (267f8075-9d30-44f8-af85-53841685ae53), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.519811 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 8e056524-748f-4917-9617-6898eff6e6c6 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:38.520279 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8e056524-748f-4917-9617-6898eff6e6c6), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.540682 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:38.588466 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:38.606402 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:38.606869 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (cd953874-a9e0-4936-a2f6-d6fcd1748daa), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:38.649408 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-939f9583-4f53-4120-ae31-6b63070bf3f5 req-62eafdf2-be5e-4ed0-a6d4-4b68bde52a65 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.0576088 May 03 12:24:38.693423 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Pushing event updated for resources: {'Port': ['ID=267f8075-9d30-44f8-af85-53841685ae53,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:38.791420 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:38.802907 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Allocated IP 172.20.0.1 (651deaf2-f555-4473-aaf3-ea8f200dceb4/e6697b7f-1970-4498-b433-d89a1e13e5ca/177dd23c-58ba-4dec-a1aa-b28bf65c56e2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:38.808114 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:38.825413 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:38.826066 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:38.988807 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 8e056524-748f-4917-9617-6898eff6e6c6 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:38.990846 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:39.098281 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:39.098591 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.103272 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:39.172129 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:39.249425 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:39.260492 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.261751 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cf18ba7e-a2e8-490c-9a0f-5e32e7321ec9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1379147 May 03 12:24:39.265613 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36350) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:39.292085 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:39.325802 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks [] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.346413 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:39.347277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:39.372300 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.373635 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c264601f-dc57-4fde-b00f-db34161d06d1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9066553 May 03 12:24:39.378395 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36356) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:39.430044 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (267f8075-9d30-44f8-af85-53841685ae53), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.484839 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.505564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:39.592979 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Pushing event updated for resources: {'Port': ['ID=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:39.616291 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-500b28a0-7b33-4ea0-b9b0-047251d6863f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.637401 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:39.638105 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.641862 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:39.645463 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:39.656518 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:36Z', 'revision_number': 3, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:39.660874 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:39.661536 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.700026 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:39.700195 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Updating router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 port e14cdb8d-8cc2-4e8c-8894-89d045057f65 binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:39.769219 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.778109 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:39.827703 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:36Z', 'revision_number': 3, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:39.868618 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-43414db6-bec8-49f5-b645-318e46c2c0d3 None None] Current status of the port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:39.880415 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:39.882546 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Updating router 8e74eb8d-9117-48d8-a893-22c98f776753 port 13836187-bf05-4118-aae1-6fd9e968fdf9 binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:39.944690 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.980438 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.983804 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:39.984139 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da81be99-e1b0-4599-9257-6cac7e69f0e1 req-33ad50f2-f90e-48c0-a6b5-03e3b216cbaa tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1136422 May 03 12:24:39.984515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 453efdba-3829-4618-baa8-f4a06831dc15 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:40.071471 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Publish callbacks [] for port (56116ca9-8365-4132-a526-911db420c38c), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.075848 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.076107 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks [] for port (267f8075-9d30-44f8-af85-53841685ae53), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.079028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Provisioning complete for port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:40.079028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.148147 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-500b28a0-7b33-4ea0-b9b0-047251d6863f admin admin] Publish callbacks [] for security_group (54d955a1-016f-4b42-baa9-b24b0e9b7d05), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.160607 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (267f8075-9d30-44f8-af85-53841685ae53), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.161427 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (cd953874-a9e0-4936-a2f6-d6fcd1748daa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.234052 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-500b28a0-7b33-4ea0-b9b0-047251d6863f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (54d955a1-016f-4b42-baa9-b24b0e9b7d05), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.237922 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Current status of the port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:40.245288 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (56116ca9-8365-4132-a526-911db420c38c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.245513 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Pushing event updated for resources: {'Port': ['ID=267f8075-9d30-44f8-af85-53841685ae53,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.328207 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Provisioning complete for port 453efdba-3829-4618-baa8-f4a06831dc15 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:40.328683 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (453efdba-3829-4618-baa8-f4a06831dc15), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.375698 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Attempting to bind port 56116ca9-8365-4132-a526-911db420c38c on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:40.376480 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Attempting to bind port 56116ca9-8365-4132-a526-911db420c38c by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:40.377028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Attempting to bind port 56116ca9-8365-4132-a526-911db420c38c on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:40.394738 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:40.404946 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-500b28a0-7b33-4ea0-b9b0-047251d6863f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cef9ddfb39e443aadbda5f536a8e39d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1115127 May 03 12:24:40.409109 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:40.428383 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:40.453814 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b28a0-7b33-4ea0-b9b0-047251d6863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d955a1-016f-4b42-baa9-b24b0e9b7d05,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.462059 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Publish callbacks [] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.486842 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.532334 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.555368 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:40.555746 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:40.556161 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.556823 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:40.557072 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Bound port: 56116ca9-8365-4132-a526-911db420c38c, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:40.557453 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (56116ca9-8365-4132-a526-911db420c38c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.563210 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f136d-cd15-47d5-9481-f0820b9000a6 None None] Pushing event updated for resources: {'Port': ['ID=56116ca9-8365-4132-a526-911db420c38c,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.610140 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c688da7d-affa-4b37-9919-2df8d385dfa1 admin admin] Publish callbacks [] for security_group (54d955a1-016f-4b42-baa9-b24b0e9b7d05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.628171 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Attempting to bind port e14cdb8d-8cc2-4e8c-8894-89d045057f65 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:40.632896 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Attempting to bind port e14cdb8d-8cc2-4e8c-8894-89d045057f65 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:40.633458 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Attempting to bind port e14cdb8d-8cc2-4e8c-8894-89d045057f65 on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:40.638907 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 453efdba-3829-4618-baa8-f4a06831dc15 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:40.639285 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (453efdba-3829-4618-baa8-f4a06831dc15), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.649222 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c7349-2079-421e-a228-153a47d45969 None None] Pushing event updated for resources: {'Port': ['ID=e14cdb8d-8cc2-4e8c-8894-89d045057f65,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.659312 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c688da7d-affa-4b37-9919-2df8d385dfa1 admin admin] Publish callbacks [] for security_group (54d955a1-016f-4b42-baa9-b24b0e9b7d05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.684683 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:40.691466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:40.691466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.691466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:40.691466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Bound port: e14cdb8d-8cc2-4e8c-8894-89d045057f65, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:40.691466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.725608 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks [] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.806940 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] For port e14cdb8d-8cc2-4e8c-8894-89d045057f65, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:40.811390 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] For port e14cdb8d-8cc2-4e8c-8894-89d045057f65, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=e14cdb8d-8cc2-4e8c-8894-89d045057f65,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:40.813265 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c688da7d-affa-4b37-9919-2df8d385dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (54d955a1-016f-4b42-baa9-b24b0e9b7d05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.818344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c688da7d-affa-4b37-9919-2df8d385dfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.819378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c688da7d-affa-4b37-9919-2df8d385dfa1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54d955a1-016f-4b42-baa9-b24b0e9b7d05 HTTP/1.1" status: 204 len: 168 time: 0.4093063 May 03 12:24:40.825700 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Router cd953874-a9e0-4936-a2f6-d6fcd1748daa has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:24:40.848605 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.851806 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.858275 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] For port 56116ca9-8365-4132-a526-911db420c38c, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:40.870189 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] For port 56116ca9-8365-4132-a526-911db420c38c, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=56116ca9-8365-4132-a526-911db420c38c,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:40.871982 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Current status of the port 453efdba-3829-4618-baa8-f4a06831dc15 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:40.872425 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (453efdba-3829-4618-baa8-f4a06831dc15), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.890746 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.943083 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Allocated IP 172.20.0.1 (6e098d7a-9b0d-454d-b2f7-d1657967a384/71d2429b-5148-4327-87e1-1ed32f8917c9/6f7aed9c-1d66-4804-8c79-fb626b3eb894) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:40.943450 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Pushing event updated for resources: {'Port': ['ID=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.953605 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688da7d-affa-4b37-9919-2df8d385dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d955a1-016f-4b42-baa9-b24b0e9b7d05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:40.964496 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 453efdba-3829-4618-baa8-f4a06831dc15 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:40.965440 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (453efdba-3829-4618-baa8-f4a06831dc15), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:40.970419 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] For port 453efdba-3829-4618-baa8-f4a06831dc15, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=453efdba-3829-4618-baa8-f4a06831dc15,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:40.992345 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.006902 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (56116ca9-8365-4132-a526-911db420c38c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.071846 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Publish callbacks [] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.082240 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (453efdba-3829-4618-baa8-f4a06831dc15), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.113593 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:41.130598 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0faf62f1-a65b-4826-b42b-66165ac01320 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd953874-a9e0-4936-a2f6-d6fcd1748daa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3399847 May 03 12:24:41.143945 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c7349-2079-421e-a228-153a47d45969 None None] Pushing event updated for resources: {'Port': ['ID=e14cdb8d-8cc2-4e8c-8894-89d045057f65,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:41.150758 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Provisioning complete for port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:41.154561 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.157067 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Sync routers for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:41.157275 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f136d-cd15-47d5-9481-f0820b9000a6 None None] Pushing event updated for resources: {'Port': ['ID=56116ca9-8365-4132-a526-911db420c38c,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:41.167455 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks [] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.179345 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.187464 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:41.188116 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:41.195227 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:41.199580 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:41.208003 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:41.209019 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:41.277227 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bdba5d00-763b-425b-abf3-17d4f15749f1 req-4159e1da-998c-4c64-9ec5-8fc9bee3c86b tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1765924 May 03 12:24:41.280938 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 12:24:41.283204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 12:24:41.315587 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.357461 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:41.373275 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:41.377784 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:41.438793 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7aed9c-1d66-4804-8c79-fb626b3eb894,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:41.465802 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:41.471274 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:41.475847 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:41.476923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.497347 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Allocated IP 172.20.0.1 (a4d59523-ed30-406e-90b6-6dc839fb9a3e/d7582eaf-2879-4326-b525-207e4b43c984/cca82bb9-9262-4516-b188-b1ca17c79028) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:41.564864 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:41.567166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Attempting to bind port 13836187-bf05-4118-aae1-6fd9e968fdf9 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:41.567166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Attempting to bind port 13836187-bf05-4118-aae1-6fd9e968fdf9 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:41.567166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Attempting to bind port 13836187-bf05-4118-aae1-6fd9e968fdf9 on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:41.575260 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Pushing event updated for resources: {'Port': ['ID=453efdba-3829-4618-baa8-f4a06831dc15,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:41.581661 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:41.675454 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:41.675834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:41.676236 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.681766 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:41.682333 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Bound port: 13836187-bf05-4118-aae1-6fd9e968fdf9, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:41.682740 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.740289 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.39', 63939) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:41.750382 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:41.750629 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] For port 13836187-bf05-4118-aae1-6fd9e968fdf9, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:41.757989 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] For port 13836187-bf05-4118-aae1-6fd9e968fdf9, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=13836187-bf05-4118-aae1-6fd9e968fdf9,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:41.762814 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Provisioning complete for port 267f8075-9d30-44f8-af85-53841685ae53 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:41.769917 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (267f8075-9d30-44f8-af85-53841685ae53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.881272 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Port 267f8075-9d30-44f8-af85-53841685ae53 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:41.894531 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 453efdba-3829-4618-baa8-f4a06831dc15 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:41.900434 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Provisioning complete for port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:41.900434 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:41.971744 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.125670 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:42.126739 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:42.142739 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-622f3f69-ef8c-4d17-9bf3-ebe1fc237dba None None] Current status of the port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:42.153384 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea46c-4af4-4e80-995b-6552970eb27b None None] Pushing event updated for resources: {'Port': ['ID=13836187-bf05-4118-aae1-6fd9e968fdf9,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:42.178469 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.259490 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks [] for port (cca82bb9-9262-4516-b188-b1ca17c79028), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.283001 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:36Z', 'revision_number': 3, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:42.298787 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ea46c-4af4-4e80-995b-6552970eb27b None None] Pushing event updated for resources: {'Port': ['ID=13836187-bf05-4118-aae1-6fd9e968fdf9,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:42.319610 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 36595c6f-e5f7-42c2-a079-40a2a1befb2b up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:42.322965 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:24:42.412060 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f32fb-13a3-4687-a0ba-b122c34e3c61 None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:36Z', 'revision_number': 3, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:42.413488 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.483295 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Provisioning complete for port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:42.483675 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.493700 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-d8989190-0af8-488a-ac30-9b47bd1a973d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:42.495490 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-d8989190-0af8-488a-ac30-9b47bd1a973d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.39 "GET /v2.0/networks?id=81c1fffd-28cc-4564-bde4-1652b8db26b6 HTTP/1.1" status: 200 len: 812 time: 0.7413628 May 03 12:24:42.533654 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Pushing event updated for resources: {'Port': ['ID=cca82bb9-9262-4516-b188-b1ca17c79028,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:42.562303 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:42.579925 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Request body: {'port': {'device_id': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6', 'admin_state_up': True, 'tenant_id': 'b6b62c7e27134d3c814fb9ca90d6651f'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:42.621386 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 2, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:42.624935 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:42.648316 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:42.677049 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cbde76e3-9495-4610-8756-922bec770d54 req-bbe9923a-7b3d-43da-a1ea-79a2e24c1d51 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1571016 May 03 12:24:42.682715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:42.685284 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (8e74eb8d-9117-48d8-a893-22c98f776753), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.690786 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Checking router: cd953874-a9e0-4936-a2f6-d6fcd1748daa for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:42.691541 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Updating router cd953874-a9e0-4936-a2f6-d6fcd1748daa port 267f8075-9d30-44f8-af85-53841685ae53 binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:42.762898 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (267f8075-9d30-44f8-af85-53841685ae53), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:42.815979 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:42.826576 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d734b3b4-d52b-42fe-92a1-0b9568c4121f admin admin] 10.222.0.21 "PUT /v2.0/routers/bd73b580-c3e0-42a3-8338-bf4525fe8bb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6632895 May 03 12:24:43.020148 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:36Z', 'revision_number': 3, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:43.023814 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks [] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.097972 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed774779-f289-41b1-a70d-b0ec91a35c1e None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:36Z', 'revision_number': 3, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:43.101844 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-45eed38e-9065-4c0e-9950-0d310223d71a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:43.103458 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-45eed38e-9065-4c0e-9950-0d310223d71a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 818 time: 0.9667740 May 03 12:24:43.114223 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.115260 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.128793 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:43.142036 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Provisioning complete for port 267f8075-9d30-44f8-af85-53841685ae53 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:43.142426 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (267f8075-9d30-44f8-af85-53841685ae53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.179116 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-b29237dc-3ffb-44a9-b334-d900605804b5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/quotas/2ca893e56e3d4ee1b549cec12041c952 HTTP/1.1" status: 200 len: 375 time: 0.0634542 May 03 12:24:43.179780 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.459809 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Port 267f8075-9d30-44f8-af85-53841685ae53 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:43.468335 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 36595c6f-e5f7-42c2-a079-40a2a1befb2b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:43.474434 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.492168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Provisioning complete for port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:43.492547 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.574784 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:43.647372 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0830ec13-394f-4266-abaa-8c78939bdefb None None] Port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:43.710657 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0aafd-1bd6-476e-a0a2-b0c2a934e6b7 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:43.738499 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks [] for port (cca82bb9-9262-4516-b188-b1ca17c79028), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.814116 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.815150 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (8e74eb8d-9117-48d8-a893-22c98f776753), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.825909 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-41c11fc9-27f5-46c1-958c-6050a8ff4cc4 None None] Provisioning complete for port cca82bb9-9262-4516-b188-b1ca17c79028 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:43.828696 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-41c11fc9-27f5-46c1-958c-6050a8ff4cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.832025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 36595c6f-e5f7-42c2-a079-40a2a1befb2b is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:43.834422 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.861258 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Publish callbacks [] for port (267f8075-9d30-44f8-af85-53841685ae53), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.904845 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 36595c6f-e5f7-42c2-a079-40a2a1befb2b, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=36595c6f-e5f7-42c2-a079-40a2a1befb2b,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:43.931731 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (267f8075-9d30-44f8-af85-53841685ae53), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:43.973341 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7aed9c-1d66-4804-8c79-fb626b3eb894,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:44.002617 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-41c11fc9-27f5-46c1-958c-6050a8ff4cc4 None None] Port cca82bb9-9262-4516-b188-b1ca17c79028 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:44.016326 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:44.017247 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3ea91212-fb22-4fea-ac9d-f5f4de22be7f up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:44.093735 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750ebbe-d2bc-4d6f-ae24-7495ae709e4e None None] Pushing event updated for resources: {'Port': ['ID=267f8075-9d30-44f8-af85-53841685ae53,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:44.117232 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-2ac883de-47a9-479d-bc66-adeca794a0d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7967119 May 03 12:24:44.125081 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:44.134175 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:44.311904 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:44.319520 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:44.324835 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:44.350380 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:44.379444 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Attempting to bind port 267f8075-9d30-44f8-af85-53841685ae53 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:44.380325 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Attempting to bind port 267f8075-9d30-44f8-af85-53841685ae53 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:44.384644 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Attempting to bind port 267f8075-9d30-44f8-af85-53841685ae53 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:44.401949 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:44.402369 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Checking segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:44.402775 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:44.403228 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Bound using segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:44.404031 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Bound port: 267f8075-9d30-44f8-af85-53841685ae53, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:44.404439 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (267f8075-9d30-44f8-af85-53841685ae53), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:44.441096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Pushing event updated for resources: {'Port': ['ID=cca82bb9-9262-4516-b188-b1ca17c79028,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:44.487778 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=36595c6f-e5f7-42c2-a079-40a2a1befb2b,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:44.718384 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:44.718738 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:44.754776 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] For port 267f8075-9d30-44f8-af85-53841685ae53, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:44.759432 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] For port 267f8075-9d30-44f8-af85-53841685ae53, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=267f8075-9d30-44f8-af85-53841685ae53,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:44.845669 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445727490', 'description': 'tempest-description--921003694'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:44.851914 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (267f8075-9d30-44f8-af85-53841685ae53), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:44.857203 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Made reservation on behalf of b6b62c7e27134d3c814fb9ca90d6651f for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:44.882415 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:44.984222 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:24:45.026078 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:45.027904 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 453efdba-3829-4618-baa8-f4a06831dc15 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:45.127990 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ad246ab-9fdf-4c54-bdf8-25f45ee295dd req-f1932a66-4177-4932-b4d4-7557011102a2 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1516705 May 03 12:24:45.209675 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:45.210342 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:45.212334 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750ebbe-d2bc-4d6f-ae24-7495ae709e4e None None] Pushing event updated for resources: {'Port': ['ID=267f8075-9d30-44f8-af85-53841685ae53,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:45.353540 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] Provisioning complete for port 267f8075-9d30-44f8-af85-53841685ae53 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:45.354095 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (267f8075-9d30-44f8-af85-53841685ae53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:45.423522 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:45.457262 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Router 8e74eb8d-9117-48d8-a893-22c98f776753 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:24:45.540619 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 453efdba-3829-4618-baa8-f4a06831dc15 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:45.541121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (453efdba-3829-4618-baa8-f4a06831dc15), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:45.578243 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:45.594601 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b66ac2de-4a8b-4d44-a132-b7d48ff563a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:45.630963 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:45.726299 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2bc9eaba-6275-4b2d-87f9-bd9a80356f84 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1a2a373-275d-4e21-84e1-cf31e8fe56a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4595802 May 03 12:24:45.772193 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 453efdba-3829-4618-baa8-f4a06831dc15 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:45.773683 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:45.922018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-53d47803-66da-42f9-bac8-e25ad39c59f5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:24:45.938776 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-53d47803-66da-42f9-bac8-e25ad39c59f5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8796144 May 03 12:24:45.971064 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] Current status of the port 267f8075-9d30-44f8-af85-53841685ae53 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:45.971632 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (267f8075-9d30-44f8-af85-53841685ae53), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.234778 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] For port 267f8075-9d30-44f8-af85-53841685ae53, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=267f8075-9d30-44f8-af85-53841685ae53,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:46.245628 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (e06dbfb7-ae3a-4551-9641-4548855ba8cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.254394 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:46.254394 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.274906 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:44Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:46.310692 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6997d6-7588-40e1-a1d4-c36426e2a9aa None None] The sync data for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi is: [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:44Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:46.316983 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:24:46.329652 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-781d0525-9d7a-4dee-af54-b4b3f3aeb4ca admin admin] 10.222.0.21 "PUT /v2.0/routers/8e74eb8d-9117-48d8-a893-22c98f776753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9499002 May 03 12:24:46.384768 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (267f8075-9d30-44f8-af85-53841685ae53), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.390422 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f8982fad-b5f2-48b0-a0ba-434ac068f2c4 req-67dd9bf6-c44d-4504-9111-f194cf888e3a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.1365323 May 03 12:24:46.405735 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e06dbfb7-ae3a-4551-9641-4548855ba8cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.440142 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Allocated IP 172.20.0.10 (81c1fffd-28cc-4564-bde4-1652b8db26b6/6b3607ca-baba-4622-af2e-c7968e303930/496e8d99-1214-48ad-a108-2186ad2c1972) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:46.533471 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.541604 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7977586 May 03 12:24:46.554670 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-54b5e94e-c52a-4bdd-826b-599c86ac93ce service neutron] 10.222.0.21 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148434 May 03 12:24:46.555162 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36556) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:46.571147 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': 'e06dbfb7-ae3a-4551-9641-4548855ba8cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:46.581194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76da57-bef6-47d6-add9-38fa3481d2e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06dbfb7-ae3a-4551-9641-4548855ba8cf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:46.619741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b66ac2de-4a8b-4d44-a132-b7d48ff563a8 admin admin] Publish callbacks [] for security_group (a309d49f-30a6-4fa1-8562-a188cc12cb9f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.657734 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148962e-0617-447b-b605-93ce982bcca4 None None] Pushing event updated for resources: {'Port': ['ID=267f8075-9d30-44f8-af85-53841685ae53,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:46.680534 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b66ac2de-4a8b-4d44-a132-b7d48ff563a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a309d49f-30a6-4fa1-8562-a188cc12cb9f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.707894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:46.735508 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Provisioning complete for port 267f8075-9d30-44f8-af85-53841685ae53 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:46.736026 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (267f8075-9d30-44f8-af85-53841685ae53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.812167 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b66ac2de-4a8b-4d44-a132-b7d48ff563a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcd81a031c544c10adc637d8c1b31e23&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0679340 May 03 12:24:46.812167 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac2de-4a8b-4d44-a132-b7d48ff563a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a309d49f-30a6-4fa1-8562-a188cc12cb9f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:46.829104 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:46.964036 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2336725-3d86-4efb-b06b-9a08048f4ac0 admin admin] Publish callbacks [] for security_group (a309d49f-30a6-4fa1-8562-a188cc12cb9f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:46.979670 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (6c65137f-faf8-4dda-a75f-3709df00fad6), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.027691 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2336725-3d86-4efb-b06b-9a08048f4ac0 admin admin] Publish callbacks [] for security_group (a309d49f-30a6-4fa1-8562-a188cc12cb9f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.086411 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Current status of the port 267f8075-9d30-44f8-af85-53841685ae53 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:47.094295 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-96ff1ed8-62e7-4002-b059-ffd6b7d1f830 service neutron] 10.222.0.21 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014269 May 03 12:24:47.119695 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Provisioning complete for port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:47.120066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.173016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (6c65137f-faf8-4dda-a75f-3709df00fad6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.179960 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks [] for port (496e8d99-1214-48ad-a108-2186ad2c1972), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.245230 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:47.251904 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2336725-3d86-4efb-b06b-9a08048f4ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a309d49f-30a6-4fa1-8562-a188cc12cb9f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.255195 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2336725-3d86-4efb-b06b-9a08048f4ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.256593 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d2336725-3d86-4efb-b06b-9a08048f4ac0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a309d49f-30a6-4fa1-8562-a188cc12cb9f HTTP/1.1" status: 204 len: 168 time: 0.4264977 May 03 12:24:47.281264 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2336725-3d86-4efb-b06b-9a08048f4ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a309d49f-30a6-4fa1-8562-a188cc12cb9f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:47.290435 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36570) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:47.318009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Provisioning complete for port cca82bb9-9262-4516-b188-b1ca17c79028 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:47.318390 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.324120 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471982970', 'description': 'tempest-description--1777440131'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:47.369585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (6c65137f-faf8-4dda-a75f-3709df00fad6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.504345 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-119a7094-8576-4867-b7e4-a0fd0fbe6440 None None] Port cca82bb9-9262-4516-b188-b1ca17c79028 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:47.519409 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c65137f-faf8-4dda-a75f-3709df00fad6,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:47.589281 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:47.685516 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:47.728022 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:47.728970 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:48.052706 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 56116ca9-8365-4132-a526-911db420c38c up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:48.063048 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.081178 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Network 81c1fffd-28cc-4564-bde4-1652b8db26b6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:48.169827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (17323f8e-d4d2-4c70-b92e-47c822744ca9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.173621 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.174991 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d3ddffde-ab07-4d7f-9b28-7598184ae4d0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6085873 May 03 12:24:48.178011 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:48.182959 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:48.183916 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': 'e06dbfb7-ae3a-4551-9641-4548855ba8cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:48.202497 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:48.211969 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:48.213123 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.252614 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Pushing event updated for resources: {'Port': ['ID=496e8d99-1214-48ad-a108-2186ad2c1972,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:48.255934 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (17323f8e-d4d2-4c70-b92e-47c822744ca9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.354136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (3c07207c-e06a-44b9-ab8e-6c40cbe238ae), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.357433 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17323f8e-d4d2-4c70-b92e-47c822744ca9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:48.393614 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-570604a5-0883-48e7-a341-dc76a466033a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8257959 May 03 12:24:48.418926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-03e3cc69-45a1-45c7-8e53-7409311d2805 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:24:48.430915 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-03e3cc69-45a1-45c7-8e53-7409311d2805 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0184102 May 03 12:24:48.442393 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.469904 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-66c24679-d9d2-4a15-9090-167cfa3f3e11 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1715128 May 03 12:24:48.473829 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36604) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:48.532980 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:48.540761 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:48.543208 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 56116ca9-8365-4132-a526-911db420c38c triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:48.543861 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (56116ca9-8365-4132-a526-911db420c38c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.562938 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'security_group_rule': {'security_group_id': '17323f8e-d4d2-4c70-b92e-47c822744ca9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:48.581984 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:48.586034 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:48.673595 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (3c07207c-e06a-44b9-ab8e-6c40cbe238ae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.712184 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:48.718699 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442958059', 'description': 'tempest-description--1574288813'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:48.822506 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (3c07207c-e06a-44b9-ab8e-6c40cbe238ae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:48.880924 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c07207c-e06a-44b9-ab8e-6c40cbe238ae,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:48.883780 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046edac-6008-424c-8759-a98accc8bc36 req-6077695e-0f1c-4846-85da-9e7bb3331067 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:48.890634 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5046edac-6008-424c-8759-a98accc8bc36 req-6077695e-0f1c-4846-85da-9e7bb3331067 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 932 time: 0.4165208 May 03 12:24:48.926660 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7bb5117f-64c2-40ea-be60-f7492e49bece req-a3616699-aa38-48e0-a95b-0c0a60790ab0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 210 time: 0.0506434 May 03 12:24:48.937691 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.026307 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.036156 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-24c2ce35-5391-458d-b328-cc2846b04b4c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8555045 May 03 12:24:49.046394 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36632) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:49.110181 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:49.130721 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:49.140305 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 56116ca9-8365-4132-a526-911db420c38c is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:49.140883 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (56116ca9-8365-4132-a526-911db420c38c), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.181239 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (05816c71-12c2-4fac-b996-1834eab6c160), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.257741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (05816c71-12c2-4fac-b996-1834eab6c160), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.329987 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5046edac-6008-424c-8759-a98accc8bc36 req-ebbccb7b-78ec-47c5-b4ec-74ad201cef69 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299157 May 03 12:24:49.340084 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05816c71-12c2-4fac-b996-1834eab6c160,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:49.343303 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 56116ca9-8365-4132-a526-911db420c38c, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=56116ca9-8365-4132-a526-911db420c38c,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:49.381614 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (e7f809bd-578c-4240-b96c-5f4c5c43143c), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.469185 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.473588 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9ba50f59-52ca-4a78-9331-f069d7e48acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7573271 May 03 12:24:49.473913 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:49.479011 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'security_group_rule': {'security_group_id': '05816c71-12c2-4fac-b996-1834eab6c160', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:49.497819 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (e7f809bd-578c-4240-b96c-5f4c5c43143c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.524291 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (56116ca9-8365-4132-a526-911db420c38c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.525168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 36595c6f-e5f7-42c2-a079-40a2a1befb2b up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:49.584338 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (e7f809bd-578c-4240-b96c-5f4c5c43143c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.658189 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f809bd-578c-4240-b96c-5f4c5c43143c,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:49.681115 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.699331 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 2, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:49.707376 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (a7d556e1-80b1-40a1-a638-a20248645a0e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.750889 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=56116ca9-8365-4132-a526-911db420c38c,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:49.763020 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Request body: {'port': {'device_id': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:49.809983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 2, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:49.811851 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (a7d556e1-80b1-40a1-a638-a20248645a0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.829855 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-91758dbc-6af0-484c-a3e3-229f66bc7bcf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:49.835646 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:49.840135 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-91758dbc-6af0-484c-a3e3-229f66bc7bcf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 818 time: 0.2255993 May 03 12:24:49.846880 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Updating router 8e74eb8d-9117-48d8-a893-22c98f776753 port cca82bb9-9262-4516-b188-b1ca17c79028 binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:49.872976 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-6946bda3-5f9a-4ae9-ae6a-2e526259f4c1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/quotas/2ca893e56e3d4ee1b549cec12041c952 HTTP/1.1" status: 200 len: 375 time: 0.0344677 May 03 12:24:49.921690 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (a7d556e1-80b1-40a1-a638-a20248645a0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.927982 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:49.928716 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:49.929083 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Updating router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:49.970956 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-2e9ae06b-4ece-4e30-98c2-3f19ce991c05 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963709 May 03 12:24:49.972855 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d556e1-80b1-40a1-a638-a20248645a0e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:50.006264 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.008641 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a67e777d-b5fe-40f5-8e69-9d2ed5257918 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5334470 May 03 12:24:50.015679 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.018574 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0a9756d8-b8ae-4a29-ae11-71eb2aa9a8f8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5401495 May 03 12:24:50.020627 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36674) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:50.023528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:50.036413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'security_group_rule': {'security_group_id': '17323f8e-d4d2-4c70-b92e-47c822744ca9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:50.088818 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.099438 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'security_group_rule': {'security_group_id': '05816c71-12c2-4fac-b996-1834eab6c160', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:50.127663 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.145277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 36595c6f-e5f7-42c2-a079-40a2a1befb2b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:50.145975 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.149073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.246066 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-9e4a2b49-a368-4ebb-9a80-1afd875fdc9f service neutron] 10.222.0.21 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732823 May 03 12:24:50.452872 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (91bb2c50-6222-4bd2-a5ce-9f5e75f05da6), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.518134 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36688) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:50.579357 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Publish callbacks [] for port (cca82bb9-9262-4516-b188-b1ca17c79028), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.650610 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.794659 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832578ef-a597-4f1c-a9c7-6b689a2751fe None None] Pushing event updated for resources: {'Port': ['ID=cca82bb9-9262-4516-b188-b1ca17c79028,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:50.855548 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-643178f6-3a6a-42cd-a7ea-5315ae358014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.860864 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519659d-936c-4cf6-89c5-45dae1e923eb req-c01f4813-3680-4eaa-a837-e755b611cc68 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:50.862501 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c519659d-936c-4cf6-89c5-45dae1e923eb req-c01f4813-3680-4eaa-a837-e755b611cc68 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 932 time: 0.3725302 May 03 12:24:50.891311 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 36595c6f-e5f7-42c2-a079-40a2a1befb2b is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:50.897929 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 13836187-bf05-4118-aae1-6fd9e968fdf9 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:50.917482 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Attempting to bind port cca82bb9-9262-4516-b188-b1ca17c79028 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:50.918855 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Attempting to bind port cca82bb9-9262-4516-b188-b1ca17c79028 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:50.919807 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Attempting to bind port cca82bb9-9262-4516-b188-b1ca17c79028 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:50.935446 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:50.937887 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Checking segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:50.937887 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.937887 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Bound using segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:50.937887 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Bound port: cca82bb9-9262-4516-b188-b1ca17c79028, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:50.937887 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:50.962755 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.27.0.96 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:51.071073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 13836187-bf05-4118-aae1-6fd9e968fdf9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:51.071796 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.081014 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] For port cca82bb9-9262-4516-b188-b1ca17c79028, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:51.097351 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] For port cca82bb9-9262-4516-b188-b1ca17c79028, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=cca82bb9-9262-4516-b188-b1ca17c79028,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:51.153071 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (0b881e45-946b-4820-bb51-a6a6aaf87b3a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.195863 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.215443 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Publish callbacks [] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.240140 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-15106b64-42af-4f92-8aa2-8a24cac60311 service neutron] 10.222.0.21 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9881465 May 03 12:24:51.275029 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] Provisioning complete for port cca82bb9-9262-4516-b188-b1ca17c79028 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:51.275516 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.302423 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:51.306622 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:51.334568 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c519659d-936c-4cf6-89c5-45dae1e923eb req-d13afaad-f3b1-464d-85fe-ce6d923be6f2 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109516 May 03 12:24:51.364857 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (0b881e45-946b-4820-bb51-a6a6aaf87b3a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.364943 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.372716 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0eb47ab-9e4b-426b-b3bc-f3c1c0856fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.434365 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (91bb2c50-6222-4bd2-a5ce-9f5e75f05da6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.451920 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (0b881e45-946b-4820-bb51-a6a6aaf87b3a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.507011 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b881e45-946b-4820-bb51-a6a6aaf87b3a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:51.531814 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 13836187-bf05-4118-aae1-6fd9e968fdf9 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:51.534952 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.597773 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (91bb2c50-6222-4bd2-a5ce-9f5e75f05da6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.654138 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.661449 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5d1ce2b5-1e60-49aa-8219-c9de89ff772c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6348584 May 03 12:24:51.661449 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:51.666223 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:51.708603 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bb2c50-6222-4bd2-a5ce-9f5e75f05da6,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:51.757495 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832578ef-a597-4f1c-a9c7-6b689a2751fe None None] Pushing event updated for resources: {'Port': ['ID=cca82bb9-9262-4516-b188-b1ca17c79028,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:51.810490 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 13836187-bf05-4118-aae1-6fd9e968fdf9, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=13836187-bf05-4118-aae1-6fd9e968fdf9,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:51.816665 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.884468 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] Current status of the port cca82bb9-9262-4516-b188-b1ca17c79028 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:51.885512 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.887533 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Attempting to bind port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:51.888009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Attempting to bind port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:51.888641 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Attempting to bind port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:51.891851 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb50250-b126-49cb-a7f7-caf4be4577dc None None] Pushing event updated for resources: {'Port': ['ID=6f7aed9c-1d66-4804-8c79-fb626b3eb894,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:51.911007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:51.912578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e14cdb8d-8cc2-4e8c-8894-89d045057f65 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:51.934295 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-133ab3d5-d52a-4abe-9388-6abbaf9cf201 req-b2a4033c-ab75-42e3-b7a3-2df47a1dff9d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.2114387 May 03 12:24:51.951035 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:52.012638 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.013846 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-91474d52-d6f7-4dd6-81a9-2975cfc5bbbb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9285591 May 03 12:24:52.028228 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 36718) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:52.052049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:52.099130 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:24:52.133542 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496e8d99-1214-48ad-a108-2186ad2c1972 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:24:52.138253 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:52.138909 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Checking segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:52.139490 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.140082 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Bound using segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:52.140779 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Bound port: 6f7aed9c-1d66-4804-8c79-fb626b3eb894, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:52.142420 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.194691 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Publish callbacks [] for port (496e8d99-1214-48ad-a108-2186ad2c1972), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.197939 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.245832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.276147 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0eb47ab-9e4b-426b-b3bc-f3c1c0856fe9 admin admin] Publish callbacks [] for security_group (14db6e71-36f5-49bb-a1c5-c3c324e2068f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.299933 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.314818 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Transition to ACTIVE for port object 496e8d99-1214-48ad-a108-2186ad2c1972 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:24:52.325338 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port e14cdb8d-8cc2-4e8c-8894-89d045057f65 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:52.325728 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.337528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] For port cca82bb9-9262-4516-b188-b1ca17c79028, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=cca82bb9-9262-4516-b188-b1ca17c79028,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:52.381559 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:52.392017 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0eb47ab-9e4b-426b-b3bc-f3c1c0856fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (14db6e71-36f5-49bb-a1c5-c3c324e2068f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.392408 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:52.393009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:52.398159 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] For port 6f7aed9c-1d66-4804-8c79-fb626b3eb894, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:52.402544 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=13836187-bf05-4118-aae1-6fd9e968fdf9,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:52.415957 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031a9c5-77e7-4615-9efb-6c3a40efbc40 None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:52.454456 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.462905 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] For port 6f7aed9c-1d66-4804-8c79-fb626b3eb894, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=6f7aed9c-1d66-4804-8c79-fb626b3eb894,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:52.469518 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a0eb47ab-9e4b-426b-b3bc-f3c1c0856fe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dd9cbd63beb4f96bd44c8e777fdba0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9279637 May 03 12:24:52.479378 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.501669 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:52.612536 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbcdcc-66d2-4488-b07e-7a09205d0476 req-92a46652-15c9-48f4-aa05-8a5b3b314ee7 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:52.616542 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-97cbcdcc-66d2-4488-b07e-7a09205d0476 req-92a46652-15c9-48f4-aa05-8a5b3b314ee7 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.1795566 May 03 12:24:52.638825 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.673011 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Attempting to bind port 496e8d99-1214-48ad-a108-2186ad2c1972 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:52.673504 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Attempting to bind port 496e8d99-1214-48ad-a108-2186ad2c1972 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '73f47116-5154-4a8e-b5e1-e85dc89ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:52.673869 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Attempting to bind port 496e8d99-1214-48ad-a108-2186ad2c1972 on network 81c1fffd-28cc-4564-bde4-1652b8db26b6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:52.689729 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.691536 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb47ab-9e4b-426b-b3bc-f3c1c0856fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14db6e71-36f5-49bb-a1c5-c3c324e2068f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:52.713093 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Port 496e8d99-1214-48ad-a108-2186ad2c1972 on network 81c1fffd-28cc-4564-bde4-1652b8db26b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:24:52.719751 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Attempting to bind port 496e8d99-1214-48ad-a108-2186ad2c1972 on network 81c1fffd-28cc-4564-bde4-1652b8db26b6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:52.726078 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=496e8d99-1214-48ad-a108-2186ad2c1972,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:52.736791 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:52.737447 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Checking segment: {'id': '73f47116-5154-4a8e-b5e1-e85dc89ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:52.738215 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Bound using segment: {'id': '73f47116-5154-4a8e-b5e1-e85dc89ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:52.738871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Bound port: 496e8d99-1214-48ad-a108-2186ad2c1972, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f47116-5154-4a8e-b5e1-e85dc89ff23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:52.739417 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.832340 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Provisioning complete for port cca82bb9-9262-4516-b188-b1ca17c79028 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:52.832739 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.913853 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1262ef95-d1cb-4704-91f9-2bfb2347c6f1 admin admin] Publish callbacks [] for security_group (14db6e71-36f5-49bb-a1c5-c3c324e2068f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:52.916804 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.016980 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-97cbcdcc-66d2-4488-b07e-7a09205d0476 req-690eef58-505b-4086-940d-e891dbc911b2 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885813 May 03 12:24:53.059175 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1262ef95-d1cb-4704-91f9-2bfb2347c6f1 admin admin] Publish callbacks [] for security_group (14db6e71-36f5-49bb-a1c5-c3c324e2068f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.084913 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:53.086734 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:53.088517 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:53.117842 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Allocated IP 172.27.0.53 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/39d9a694-e49a-4318-9b9c-068ebbe4fa8e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:53.295297 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:53.307282 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:53.321891 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:53.328588 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.329113 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] For port 496e8d99-1214-48ad-a108-2186ad2c1972, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:53.375323 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port e14cdb8d-8cc2-4e8c-8894-89d045057f65 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:53.375898 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.380659 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1262ef95-d1cb-4704-91f9-2bfb2347c6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (14db6e71-36f5-49bb-a1c5-c3c324e2068f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.383525 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1262ef95-d1cb-4704-91f9-2bfb2347c6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.385062 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1262ef95-d1cb-4704-91f9-2bfb2347c6f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14db6e71-36f5-49bb-a1c5-c3c324e2068f HTTP/1.1" status: 204 len: 168 time: 0.8818703 May 03 12:24:53.394258 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] For port 496e8d99-1214-48ad-a108-2186ad2c1972, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=496e8d99-1214-48ad-a108-2186ad2c1972,segment=NetworkSegment(73f47116-5154-4a8e-b5e1-e85dc89ff23b),segment_id=73f47116-5154-4a8e-b5e1-e85dc89ff23b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:53.394888 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262ef95-d1cb-4704-91f9-2bfb2347c6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db6e71-36f5-49bb-a1c5-c3c324e2068f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:53.414171 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5621ca8c-2cc0-4f5d-9749-b77bfe697564 req-27354460-3d8d-4ac2-87de-aad534322e87 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.3257780 May 03 12:24:53.439822 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port e14cdb8d-8cc2-4e8c-8894-89d045057f65, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=e14cdb8d-8cc2-4e8c-8894-89d045057f65,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:53.454464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.512891 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0c33c-dcf7-4589-9d40-e9513c88c3a0 None None] Pushing event updated for resources: {'Port': ['ID=cca82bb9-9262-4516-b188-b1ca17c79028,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:53.532682 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'Port': ['ID=39d9a694-e49a-4318-9b9c-068ebbe4fa8e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:53.545797 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5c25fb75-5dbd-4bea-8eb9-7b326546887d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.548155 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.549368 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 267f8075-9d30-44f8-af85-53841685ae53 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:53.573430 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:53.575925 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:53.578781 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:53.620152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:53.718415 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 267f8075-9d30-44f8-af85-53841685ae53 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:53.718798 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (267f8075-9d30-44f8-af85-53841685ae53), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.723075 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (dd9825e5-f399-4f38-9b12-d2784f871d79), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.916734 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.932928 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (74a67698-62eb-4c7c-af49-ded0bcb0ce22), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.954787 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:53.967222 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb50250-b126-49cb-a7f7-caf4be4577dc None None] Pushing event updated for resources: {'Port': ['ID=6f7aed9c-1d66-4804-8c79-fb626b3eb894,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:53.970125 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Current status of the port cca82bb9-9262-4516-b188-b1ca17c79028 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:54.052618 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:54.053452 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.060315 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] 10.222.0.39 "PUT /v2.0/ports/496e8d99-1214-48ad-a108-2186ad2c1972 HTTP/1.1" status: 200 len: 1094 time: 4.7192829 May 03 12:24:54.081485 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=e14cdb8d-8cc2-4e8c-8894-89d045057f65,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:54.097765 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'tag': '496e8d99-1214-48ad-a108-2186ad2c1972'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:24:54.227299 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:54.243639 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Provisioning complete for port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:54.244139 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.271762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.340336 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7b3e-7f0e-41ea-8c57-eb85d7a911a0 req-09737ccd-e33b-4db2-b7e8-adbe1f48e9aa tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:54.342279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Allocated IP 172.27.0.231 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/8f92e45f-4175-4c9b-ad86-2363dbde3bdd) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:54.365094 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-13ef7b3e-7f0e-41ea-8c57-eb85d7a911a0 req-09737ccd-e33b-4db2-b7e8-adbe1f48e9aa tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.1322837 May 03 12:24:54.397081 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.458247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.490612 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (dd9825e5-f399-4f38-9b12-d2784f871d79), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.523200 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 267f8075-9d30-44f8-af85-53841685ae53 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:54.543782 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.643525 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:54.679565 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'Port': ['ID=39d9a694-e49a-4318-9b9c-068ebbe4fa8e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:54.711166 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.722424 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d8df43fb-7ff1-4deb-a148-5c40b691f328 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0513539 May 03 12:24:54.723929 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7ff6d-f8db-499f-b826-20688623696e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca89ecd-bff1-46c6-910b-eb98b142e103", "tag": "496e8d99-1214-48ad-a108-2186ad2c1972"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:24:54.737129 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-13ef7b3e-7f0e-41ea-8c57-eb85d7a911a0 req-afc4dfe4-7461-4609-bafc-ca31e6f93925 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685801 May 03 12:24:54.738099 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d66e9635-0c62-4afa-a42d-9242e9b99247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:54.812440 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.39', 63956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:54.854857 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d7bec08a-f79a-48f3-9e91-34610ec83ea0 req-b1f0186f-1e89-4df7-a233-8ecbd6fc00b6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.1108012 May 03 12:24:54.890893 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c4457-9019-4d35-9747-8c9efb17ca86 service neutron] Pushing event updated for resources: {'Port': ['ID=496e8d99-1214-48ad-a108-2186ad2c1972,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:54.970058 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a8bca640-3382-4688-bf57-e13e65fdd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:54.971583 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-a8bca640-3382-4688-bf57-e13e65fdd261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6b62c7e27134d3c814fb9ca90d6651f&device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 1128 time: 0.5031836 May 03 12:24:55.009856 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d66e9635-0c62-4afa-a42d-9242e9b99247 admin admin] Publish callbacks [] for security_group (f665f0e4-cb51-48b2-bae6-810a2749909b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.159810 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d66e9635-0c62-4afa-a42d-9242e9b99247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f665f0e4-cb51-48b2-bae6-810a2749909b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.226444 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d66e9635-0c62-4afa-a42d-9242e9b99247 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a5879a805494869ba90183706f091c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818257 May 03 12:24:55.231607 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:55.304620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device cca82bb9-9262-4516-b188-b1ca17c79028 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:55.377036 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e9635-0c62-4afa-a42d-9242e9b99247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665f0e4-cb51-48b2-bae6-810a2749909b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:55.379610 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe26c65-e60e-4b1b-9498-86eb7c0eb7bc x-openstack-request-id: req-abe26c65-e60e-4b1b-9498-86eb7c0eb7bc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:24:55.380067 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca89ecd-bff1-46c6-910b-eb98b142e103", "tag": "496e8d99-1214-48ad-a108-2186ad2c1972", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:24:55.384627 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abe26c65-e60e-4b1b-9498-86eb7c0eb7bc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:24:55.386053 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe26c65-e60e-4b1b-9498-86eb7c0eb7bc'] response: {'name': 'network-changed', 'server_uuid': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'tag': '496e8d99-1214-48ad-a108-2186ad2c1972', 'status': 'completed', 'code': 200} May 03 12:24:55.392449 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-cdce3f20-c84f-4701-9d0f-3e3904c28cd9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:55.394856 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-cdce3f20-c84f-4701-9d0f-3e3904c28cd9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 818 time: 0.5745883 May 03 12:24:55.395619 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-474516ac-c831-45a0-9393-a49bf795679b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=496e8d99-1214-48ad-a108-2186ad2c1972 HTTP/1.1" status: 200 len: 217 time: 0.1657550 May 03 12:24:55.414704 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe90bcde-f1cf-4894-b93f-be67d6a84661 admin admin] Publish callbacks [] for security_group (f665f0e4-cb51-48b2-bae6-810a2749909b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.428990 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Current status of the port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:55.430560 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.452560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe90bcde-f1cf-4894-b93f-be67d6a84661 admin admin] Publish callbacks [] for security_group (f665f0e4-cb51-48b2-bae6-810a2749909b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.490543 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:55.525316 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-92414015-c878-4cc3-970b-b9787583a3f2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--471982970&fields=id&tenant_id=147af77ead57444b991a4aef5577b680 HTTP/1.1" status: 200 len: 267 time: 0.2847710 May 03 12:24:55.546098 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:24:55.546462 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Updating router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:24:55.548304 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.577054 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.577563 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe90bcde-f1cf-4894-b93f-be67d6a84661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f665f0e4-cb51-48b2-bae6-810a2749909b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.580668 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe90bcde-f1cf-4894-b93f-be67d6a84661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.586858 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fe90bcde-f1cf-4894-b93f-be67d6a84661 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f665f0e4-cb51-48b2-bae6-810a2749909b HTTP/1.1" status: 204 len: 168 time: 0.3478718 May 03 12:24:55.587115 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:55.587115 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port cca82bb9-9262-4516-b188-b1ca17c79028 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:55.587115 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.603440 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90bcde-f1cf-4894-b93f-be67d6a84661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665f0e4-cb51-48b2-bae6-810a2749909b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:55.629962 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.664147 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] For port 6f7aed9c-1d66-4804-8c79-fb626b3eb894, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=6f7aed9c-1d66-4804-8c79-fb626b3eb894,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:55.673429 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679e01f-d653-4795-81eb-41886ec6c7c2 None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:55.677840 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.726023 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-3797bb2f-34a6-49db-8fa0-f8bcc0eee8d4 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:55.727551 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-3797bb2f-34a6-49db-8fa0-f8bcc0eee8d4 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 810 time: 0.1910079 May 03 12:24:55.729262 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.748886 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (74a67698-62eb-4c7c-af49-ded0bcb0ce22), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.830162 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.853977 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-97a5c73f-daa1-46aa-ad22-a7d3cecb7656 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/quotas/147af77ead57444b991a4aef5577b680 HTTP/1.1" status: 200 len: 375 time: 0.1150165 May 03 12:24:55.855284 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.872321 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:24:55.878019 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:55.880199 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8144867 May 03 12:24:55.902849 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port cca82bb9-9262-4516-b188-b1ca17c79028 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:55.903971 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 56116ca9-8365-4132-a526-911db420c38c up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:55.919308 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:24:55.926144 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:24:55.982549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4950-2b32-43cb-b93a-a4e254c3f2c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:55.990856 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e697ce-6e18-4226-9f0e-288b8b26fb45 req-6b05f40e-88f3-4789-ba3a-b79f95c350cd tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:56.001245 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-0814de3a-7fd6-405c-9971-19eae64d3be9 None None] Provisioning complete for port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:56.002198 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0814de3a-7fd6-405c-9971-19eae64d3be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.005332 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-a2f6eb66-bf4e-4186-a1d0-be00d4772d92 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314073 May 03 12:24:56.005935 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-11e697ce-6e18-4226-9f0e-288b8b26fb45 req-6b05f40e-88f3-4789-ba3a-b79f95c350cd tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0830059 May 03 12:24:56.071987 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d68387-183e-48d3-b51b-10c87301fd71 None None] Pushing event updated for resources: {'Port': ['ID=6f7aed9c-1d66-4804-8c79-fb626b3eb894,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:56.098460 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-11e697ce-6e18-4226-9f0e-288b8b26fb45 req-eb8bce57-ff18-4dcc-b317-d2487be867a9 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669525 May 03 12:24:56.131847 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'Port': ['ID=8f92e45f-4175-4c9b-ad86-2363dbde3bdd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:56.159520 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (1547a416-8c64-41c3-b905-0d8a028d1be5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.176102 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 56116ca9-8365-4132-a526-911db420c38c triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:56.176531 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (56116ca9-8365-4132-a526-911db420c38c), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.252068 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e0b5abe7-aa72-48fb-886a-c6aad15a0f28 req-7a1f3883-f295-4dc6-96c9-c7b21908b562 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0333850 May 03 12:24:56.274302 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-563308ae-4e96-4fce-898d-0eb5ffdfc2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262845 May 03 12:24:56.287536 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0814de3a-7fd6-405c-9971-19eae64d3be9 None None] Current status of the port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:56.315237 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.433873 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Publish callbacks [] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.438414 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 56116ca9-8365-4132-a526-911db420c38c is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:56.446332 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-6ddac526-d23d-4a38-95d2-24cfce32a250 service neutron] 10.222.0.21 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653860 May 03 12:24:56.449130 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 13836187-bf05-4118-aae1-6fd9e968fdf9 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:56.454389 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-c79344a4-38b1-49af-ac2e-e2b6a5f307e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1445727490&fields=id&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 267 time: 0.0684440 May 03 12:24:56.511780 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.569084 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.580908 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ada4b-65eb-4d55-ad20-f071e969c445 None None] Pushing event updated for resources: {'Port': ['ID=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:56.594977 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 13836187-bf05-4118-aae1-6fd9e968fdf9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:56.595451 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.640160 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d84550f2-050b-47ac-9077-73398c14db5a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:56.641760 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d84550f2-050b-47ac-9077-73398c14db5a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1809366 May 03 12:24:56.665018 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-a529822c-d67f-4b7d-be76-fc49686b65be tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/quotas/275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 375 time: 0.0171237 May 03 12:24:56.698665 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Attempting to bind port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:24:56.698857 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Attempting to bind port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:24:56.699151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Attempting to bind port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:24:56.703161 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.735904 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:24:56.740388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:24:56.740388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.740388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Bound using segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:24:56.740388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Bound port: 177dd23c-58ba-4dec-a1aa-b28bf65c56e2, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:24:56.740388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.752203 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-b651c8db-6b5d-4f5c-ba10-6d8572be57c3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713603 May 03 12:24:56.773838 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (1547a416-8c64-41c3-b905-0d8a028d1be5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.856575 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 13836187-bf05-4118-aae1-6fd9e968fdf9 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:56.865336 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e14cdb8d-8cc2-4e8c-8894-89d045057f65 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:56.884168 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'Port': ['ID=8f92e45f-4175-4c9b-ad86-2363dbde3bdd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:56.943292 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-586fc7e6-3b5a-4e51-890b-5a86f346500f service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881907 May 03 12:24:56.960038 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.972136 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-248a3a8f-02da-4a53-a36e-f23f3a888d72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9333127 May 03 12:24:56.972674 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8b4d87fe-203e-4a4b-86cf-0f181e8accc9 None None] Provisioning complete for port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:56.972674 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8b4d87fe-203e-4a4b-86cf-0f181e8accc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:56.981053 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c460719-bcd1-4a4c-a3ea-ddc14e991563 req-f135ef4a-bccd-4dea-b68f-7bf9eb6d470c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0790787 May 03 12:24:57.023604 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] For port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:24:57.038812 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port e14cdb8d-8cc2-4e8c-8894-89d045057f65 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:57.039191 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:57.048716 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d87fe-203e-4a4b-86cf-0f181e8accc9 None None] Port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:24:57.052322 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] For port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:24:57.090874 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-514e5208-b460-4477-8f53-f355d5256496 service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349068 May 03 12:24:57.139329 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:57.243507 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:57.243936 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-7db49c7e-635f-4f5a-ac76-d8c53e5085c2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--442958059&fields=id&tenant_id=5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 267 time: 0.0623002 May 03 12:24:57.255034 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ada4b-65eb-4d55-ad20-f071e969c445 None None] Pushing event updated for resources: {'Port': ['ID=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:57.263558 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:24:57.265066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:24:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:57.270241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port e14cdb8d-8cc2-4e8c-8894-89d045057f65 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:57.465225 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-bcf83dd6-787a-4ae0-9f9f-b8a95342d038 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:57.472980 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-bcf83dd6-787a-4ae0-9f9f-b8a95342d038 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 817 time: 0.2197919 May 03 12:24:57.491720 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-8617638e-fb59-41d2-ab27-dfd9672f9a02 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/quotas/5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 375 time: 0.0177674 May 03 12:24:57.617034 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-0b4b7a07-fadc-4f6f-a033-bdc8cdf9bb45 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242862 May 03 12:24:57.634187 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30178925-7cf3-4ae3-9345-920c719c8e04 req-59dc7ff6-bc44-482a-8b26-9ab1ea2aa9d9 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:57.646466 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-30178925-7cf3-4ae3-9345-920c719c8e04 req-59dc7ff6-bc44-482a-8b26-9ab1ea2aa9d9 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.1212282 May 03 12:24:57.731868 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:57.748998 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-30178925-7cf3-4ae3-9345-920c719c8e04 req-cb0edb26-143b-415e-946f-ead7a9619497 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861835 May 03 12:24:57.822598 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-19c5a681-de7b-42ef-9096-6e54f051bf95 service neutron] 10.222.0.21 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008271 May 03 12:24:57.867239 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] Provisioning complete for port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:57.873168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:57.913762 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-664c5b50-e6c8-4aa7-a48c-111d4ce358b2 req-efa28c00-623f-41b6-ae07-54978dfb42d2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0855520 May 03 12:24:57.939416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:24:57.989945 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-f2a5080e-3cbb-49d8-864e-5551cb3870b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663222 May 03 12:24:58.001196 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9cd54c27-21b4-4d9a-8c42-ffd6593c09fe req-c0013116-b915-4245-b649-c68e4338ae9c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0414696 May 03 12:24:58.028782 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:58.029311 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:58.123061 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f36ea83-6bca-4d84-bd52-533de7d32c38 req-5115da1d-c92d-425b-aa20-4928595d1371 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0496435 May 03 12:24:58.281091 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] Current status of the port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:58.281596 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:58.450297 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b5a82a98-65d4-46ad-b12e-e058f9db8b7d req-ae1093e5-cc75-4bc5-8c51-242662db142e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.1307809 May 03 12:24:58.476557 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'port': {'device_id': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'admin_state_up': True, 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:24:58.476804 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:57Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:24:58.618148 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17010f44-7c84-4afb-8b9f-52e3c58382b9 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:57Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:24:58.629543 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:58.631932 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:58.654116 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-1a26322c-03a9-42d1-b6fc-ac191b0a0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:58.669442 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-1a26322c-03a9-42d1-b6fc-ac191b0a0aea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b3607ca-baba-4622-af2e-c7968e303930 HTTP/1.1" status: 200 len: 852 time: 0.2040112 May 03 12:24:58.673161 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] For port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:24:58.799818 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:58.830212 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Made reservation on behalf of 2ca893e56e3d4ee1b549cec12041c952 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:24:58.839597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:59.025297 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.39', 63960) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:59.030393 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 12:24:59.030976 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 12:24:59.081599 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9b3e0-57e2-4139-bf45-22cbedb29d7c None None] Pushing event updated for resources: {'Port': ['ID=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:24:59.268002 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-7c26481b-ed37-427a-8995-0447e42c2de6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81c1fffd-28cc-4564-bde4-1652b8db26b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3718121 May 03 12:24:59.280910 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 36970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:24:59.308599 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a1682acd-2d09-4367-b86c-780c08c66b35 req-918b95a8-48f6-4b1e-8c9b-1a24719cbdd1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.1174304 May 03 12:24:59.375067 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b6d72-2c5f-4da7-8f8c-2667cb4be838 req-9aa2819a-0276-442b-a826-4d9e43d8dcb5 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:24:59.386957 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-351b6d72-2c5f-4da7-8f8c-2667cb4be838 req-9aa2819a-0276-442b-a826-4d9e43d8dcb5 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.5090683 May 03 12:24:59.674586 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:59.675856 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 6f7aed9c-1d66-4804-8c79-fb626b3eb894 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:24:59.686843 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc2dfb3a-9859-4d93-aa60-b5b88c789df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:59.752277 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e674856c-254b-4f1e-8811-ebefa2823696 req-49564399-504b-417f-a859-08eb368675a7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.2253239 May 03 12:24:59.752486 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:24:59.756520 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:24:59.827807 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Allocated IP 172.20.0.6 (16d287f3-2ea6-4f07-bd7a-b943fc7ed880/e368efe3-1e97-4439-9b3e-10277314603f/f7a39249-4bb3-4b9a-bb00-c1063f2d7be8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:24:59.931432 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:24:59.999844 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-70c37a45-165d-40ef-8fd9-bb8524120f90 req-82212fe5-c9e3-4f42-938c-3e258fea578e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.1076045 May 03 12:25:00.099792 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:00.200015 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:00.200678 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.293746 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-351b6d72-2c5f-4da7-8f8c-2667cb4be838 req-488b0278-01c4-429e-b7a8-ecbc43a11c31 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9054964 May 03 12:25:00.334585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-4c8dbf46-e560-4928-a7a8-42b71a654b4e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:00.334585 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-4c8dbf46-e560-4928-a7a8-42b71a654b4e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 818 time: 1.1748748 May 03 12:25:00.345384 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-9014b01d-6d58-4804-90fa-ef7d0e0203c2 service neutron] 10.222.0.39 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9803765 May 03 12:25:00.381743 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.419820 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94ea1931-45e0-43db-8029-182c2f47dd4d req-75b559a3-46ff-4faa-bfc3-772c56ee9a72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.2745779 May 03 12:25:00.427338 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc2dfb3a-9859-4d93-aa60-b5b88c789df2 admin admin] Publish callbacks [] for security_group (3648221e-74f0-47bd-bac4-6945bfdc7bfa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.437265 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:00.493419 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc2dfb3a-9859-4d93-aa60-b5b88c789df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3648221e-74f0-47bd-bac4-6945bfdc7bfa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.500211 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2a3aaca-9b48-4c1b-85e0-3433d26f79f1 req-3fbb2b1a-1181-4d2e-a681-5c4541d00990 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0534077 May 03 12:25:00.561365 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-cc2dfb3a-9859-4d93-aa60-b5b88c789df2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e9126bdeffc479185ad56eb3f231509&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2666917 May 03 12:25:00.561804 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37010) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:00.570255 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dfb3a-9859-4d93-aa60-b5b88c789df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3648221e-74f0-47bd-bac4-6945bfdc7bfa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:00.574763 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.636160 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7583909-ac86-45b1-8ef0-363bde9560c4 admin admin] Publish callbacks [] for security_group (3648221e-74f0-47bd-bac4-6945bfdc7bfa), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.693630 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7583909-ac86-45b1-8ef0-363bde9560c4 admin admin] Publish callbacks [] for security_group (3648221e-74f0-47bd-bac4-6945bfdc7bfa), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.700048 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:25:00.709237 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:00.712180 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:25:00.719340 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:00.721296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.747057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'Port': ['ID=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:00.853166 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-f94a5b60-3722-492e-ba8f-f795aed357b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862388 May 03 12:25:00.873932 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7583909-ac86-45b1-8ef0-363bde9560c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3648221e-74f0-47bd-bac4-6945bfdc7bfa), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.876527 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7583909-ac86-45b1-8ef0-363bde9560c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:00.884674 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b7583909-ac86-45b1-8ef0-363bde9560c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3648221e-74f0-47bd-bac4-6945bfdc7bfa HTTP/1.1" status: 204 len: 168 time: 0.3217027 May 03 12:25:00.901934 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7583909-ac86-45b1-8ef0-363bde9560c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3648221e-74f0-47bd-bac4-6945bfdc7bfa,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:00.946271 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c9e3ca1-40ac-46ac-8c75-e9ebeeb196d1 req-7d8e8d5d-6ccd-415f-b5d8-817eaefcc3c7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0770149 May 03 12:25:01.011683 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'port': {'device_id': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'admin_state_up': True, 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:01.029856 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Request body: {'port': {'device_id': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:01.205649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a73e3c3b-a96c-4487-8377-d123b9df1d0a None None] Provisioning complete for port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:01.224321 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:01.228699 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a73e3c3b-a96c-4487-8377-d123b9df1d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:01.328864 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a73e3c3b-a96c-4487-8377-d123b9df1d0a None None] Port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:25:01.353507 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44cceef3-bf5e-4eae-85db-2f7a6e6ca40c req-2d7eed6c-cd5b-48e5-973a-39230d62e989 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0910962 May 03 12:25:01.427987 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f884bc9b-d191-4aed-a538-0cdef098a74b req-d2912cf3-2fc7-4abd-9fc3-c2cc62575218 service neutron] 10.222.0.39 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429991 May 03 12:25:01.557351 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Made reservation on behalf of 2ca893e56e3d4ee1b549cec12041c952 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:01.561271 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:01.564832 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37042) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:01.693362 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3029d5ca-2cac-4010-873a-3025d3b2315e req-bf83d852-0301-48c1-ab57-64d0bc8518b6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0892465 May 03 12:25:01.733884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42c32-89cf-443b-b887-73c4c0e7e543 req-4d90ab90-cb25-46b4-9982-20d71ea59069 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:01.744731 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44f42c32-89cf-443b-b887-73c4c0e7e543 req-4d90ab90-cb25-46b4-9982-20d71ea59069 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0856297 May 03 12:25:01.820687 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:01.827065 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df42f32b-1f81-4efe-9631-abde4157fc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:01.837729 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44f42c32-89cf-443b-b887-73c4c0e7e543 req-2ad63f18-513d-4ac1-b720-42a019a703be tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952501 May 03 12:25:01.841003 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Publish callbacks [] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:01.876722 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Transition to ACTIVE for port object f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:25:01.899215 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-065f5eed-2f4c-40fb-ac72-c28a83eeb2b6 req-c52640ca-4730-42cd-a51e-cb360388f609 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0576377 May 03 12:25:01.952542 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:01.965229 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df42f32b-1f81-4efe-9631-abde4157fc55 admin admin] Publish callbacks [] for security_group (b30763a2-9c5d-43e9-9962-dc2c7d69e4a8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.046819 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Allocated IP 172.20.0.13 (16d287f3-2ea6-4f07-bd7a-b943fc7ed880/e368efe3-1e97-4439-9b3e-10277314603f/476cc52f-3dfa-4a23-8e7b-c114a0421ef9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:25:02.049102 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df42f32b-1f81-4efe-9631-abde4157fc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b30763a2-9c5d-43e9-9962-dc2c7d69e4a8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.054397 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.060811 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:02.113867 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-22ef50d6-23e7-456a-a67a-638a7ccbd3a7 req-27133a0c-33f4-4204-aa47-b94be1a85d06 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0895283 May 03 12:25:02.116088 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0374302-bea9-4380-a205-5a661778ff4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.138139 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-df42f32b-1f81-4efe-9631-abde4157fc55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceb5cb7c9f4f498a93069b80c0c612e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5720155 May 03 12:25:02.146267 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37052) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:02.169398 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42f32b-1f81-4efe-9631-abde4157fc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30763a2-9c5d-43e9-9962-dc2c7d69e4a8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.220587 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Attempting to bind port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:25:02.220959 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Attempting to bind port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:25:02.221333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Attempting to bind port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:02.234166 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:25:02.234512 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Attempting to bind port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:02.265853 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ac8-b88c-48f6-8441-9d99eaae9019 admin admin] Publish callbacks [] for security_group (b30763a2-9c5d-43e9-9962-dc2c7d69e4a8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.293664 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0374302-bea9-4380-a205-5a661778ff4b admin admin] Publish callbacks [] for security_group (6a850f59-53cc-4aa8-aef8-9634a9daf8c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.295176 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:25:02.295560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Checking segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:02.296252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Bound using segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:25:02.296883 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Bound port: f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:25:02.297344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.305904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ac8-b88c-48f6-8441-9d99eaae9019 admin admin] Publish callbacks [] for security_group (b30763a2-9c5d-43e9-9962-dc2c7d69e4a8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.373246 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0374302-bea9-4380-a205-5a661778ff4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6a850f59-53cc-4aa8-aef8-9634a9daf8c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.386721 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] For port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:25:02.412223 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.440614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] For port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:25:02.451761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37056) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:02.451954 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c0374302-bea9-4380-a205-5a661778ff4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=190b2292687c45bf97dafb3dca05a314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878345 May 03 12:25:02.453723 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0374302-bea9-4380-a205-5a661778ff4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a850f59-53cc-4aa8-aef8-9634a9daf8c9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.514795 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ffd4f27-3302-42e7-92f8-cb15102ff5f6 req-f5c4caa6-24b8-49c3-92d0-c60e49769aa0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0433049 May 03 12:25:02.517047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ac8-b88c-48f6-8441-9d99eaae9019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b30763a2-9c5d-43e9-9962-dc2c7d69e4a8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.519549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfbe2ac8-b88c-48f6-8441-9d99eaae9019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.520593 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cfbe2ac8-b88c-48f6-8441-9d99eaae9019 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b30763a2-9c5d-43e9-9962-dc2c7d69e4a8 HTTP/1.1" status: 204 len: 168 time: 0.3731315 May 03 12:25:02.531874 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe2ac8-b88c-48f6-8441-9d99eaae9019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30763a2-9c5d-43e9-9962-dc2c7d69e4a8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.544199 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.554912 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.556229 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59eafd3d-58ed-480d-9f3c-5a03ab9bbcb4 admin admin] Publish callbacks [] for security_group (6a850f59-53cc-4aa8-aef8-9634a9daf8c9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.590416 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:02.591052 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.592600 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] 10.222.0.39 "PUT /v2.0/ports/f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 200 len: 1093 time: 1.5716286 May 03 12:25:02.593074 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'tag': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:02.642712 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:25:02.653923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:02.664051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:25:02.676234 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:02.676234 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.685072 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164058d-a027-46fb-b4a8-413a54583f02 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.685470 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59eafd3d-58ed-480d-9f3c-5a03ab9bbcb4 admin admin] Publish callbacks [] for security_group (6a850f59-53cc-4aa8-aef8-9634a9daf8c9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.717741 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'Port': ['ID=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.798968 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-405a5971-c5b5-4ef5-8b7e-78e4df9eb04a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7971246 May 03 12:25:02.801548 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cc6b98-d796-4608-a983-fefedd8e38ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e6979525-bbaa-4d29-bc18-49287c1c03c7", "tag": "f7a39249-4bb3-4b9a-bb00-c1063f2d7be8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:02.845147 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f261fbf4-3069-414e-a02a-247d25db0c08 req-1858f8bf-4137-4776-aa1f-484be80eb0dd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0332315 May 03 12:25:02.850807 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59eafd3d-58ed-480d-9f3c-5a03ab9bbcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6a850f59-53cc-4aa8-aef8-9634a9daf8c9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.853657 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59eafd3d-58ed-480d-9f3c-5a03ab9bbcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:02.855851 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-59eafd3d-58ed-480d-9f3c-5a03ab9bbcb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a850f59-53cc-4aa8-aef8-9634a9daf8c9 HTTP/1.1" status: 204 len: 168 time: 0.4024816 May 03 12:25:02.864180 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eafd3d-58ed-480d-9f3c-5a03ab9bbcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a850f59-53cc-4aa8-aef8-9634a9daf8c9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:02.976234 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:25:03.005887 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1ea8c-0073-46bc-bb84-2ce913ee5b0c req-6bb9ea85-485e-4fe1-9fb9-5d5fee7aa160 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:03.015991 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65a1ea8c-0073-46bc-bb84-2ce913ee5b0c req-6bb9ea85-485e-4fe1-9fb9-5d5fee7aa160 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0746722 May 03 12:25:03.068540 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c9856-69b9-47c4-8c84-c74a4514724b x-openstack-request-id: req-438c9856-69b9-47c4-8c84-c74a4514724b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:03.069164 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6979525-bbaa-4d29-bc18-49287c1c03c7", "tag": "f7a39249-4bb3-4b9a-bb00-c1063f2d7be8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:03.069164 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-438c9856-69b9-47c4-8c84-c74a4514724b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:03.069787 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438c9856-69b9-47c4-8c84-c74a4514724b'] response: {'name': 'network-changed', 'server_uuid': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'tag': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8', 'status': 'completed', 'code': 200} May 03 12:25:03.081441 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65a1ea8c-0073-46bc-bb84-2ce913ee5b0c req-732f242a-90b6-44db-9e74-878e74cf4f85 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638335 May 03 12:25:03.118034 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-9bb5254b-885f-4f91-99e3-b1dedb2f4f98 None None] Provisioning complete for port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:03.118597 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9bb5254b-885f-4f91-99e3-b1dedb2f4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.157088 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9bb5254b-885f-4f91-99e3-b1dedb2f4f98 None None] Port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:25:03.180496 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b8e39-94b5-4e1f-b3a8-381db4673cde req-b475c41e-6d2a-4882-84b4-43f613b50464 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:03.182266 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-258b8e39-94b5-4e1f-b3a8-381db4673cde req-b475c41e-6d2a-4882-84b4-43f613b50464 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 932 time: 0.0650351 May 03 12:25:03.212124 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67799887-36b6-4d74-905c-cc194a314aa0 req-3c2da97e-a953-4946-b662-098ceb9d7006 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0274086 May 03 12:25:03.230690 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-258b8e39-94b5-4e1f-b3a8-381db4673cde req-1492a4df-0d65-410e-85f4-cf9e1a03b002 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 May 03 12:25:03.371577 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37088) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:03.384708 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b98d015b-32f9-4892-adad-bb1ccca816ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.460761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b98d015b-32f9-4892-adad-bb1ccca816ae admin admin] Publish callbacks [] for security_group (5b0044da-d658-4de8-9a9c-86955eb2bb9a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.523276 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b98d015b-32f9-4892-adad-bb1ccca816ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5b0044da-d658-4de8-9a9c-86955eb2bb9a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.561461 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b98d015b-32f9-4892-adad-bb1ccca816ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=631902eef663469cb544957d00011b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887336 May 03 12:25:03.564152 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37096) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:03.569956 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d015b-32f9-4892-adad-bb1ccca816ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0044da-d658-4de8-9a9c-86955eb2bb9a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:03.619303 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f8e-0774-4202-9b59-91ddbde98a0a admin admin] Publish callbacks [] for security_group (5b0044da-d658-4de8-9a9c-86955eb2bb9a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.625926 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d02eafc-a13c-4f8f-8b8c-c2a0d3991b43 req-12fda29a-4fd6-43c7-b0b3-12e12efc3eb5 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0411553 May 03 12:25:03.651191 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f8e-0774-4202-9b59-91ddbde98a0a admin admin] Publish callbacks [] for security_group (5b0044da-d658-4de8-9a9c-86955eb2bb9a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.839759 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f8e-0774-4202-9b59-91ddbde98a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5b0044da-d658-4de8-9a9c-86955eb2bb9a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.842283 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7f8e-0774-4202-9b59-91ddbde98a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:03.843440 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5d1e7f8e-0774-4202-9b59-91ddbde98a0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b0044da-d658-4de8-9a9c-86955eb2bb9a HTTP/1.1" status: 204 len: 168 time: 0.2783227 May 03 12:25:03.851535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e7f8e-0774-4202-9b59-91ddbde98a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0044da-d658-4de8-9a9c-86955eb2bb9a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:03.958350 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3886d74-7dfb-407f-9bba-8a3fb60ff1c9 req-8e6bb0ae-ff3f-4eca-bbb2-e332b108470f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0277925 May 03 12:25:04.195413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a4a1-6c5a-4768-831f-4ca38bfc1ac4 req-723d16a3-1378-4b2d-8fad-cd4c98d8902c tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:04.196892 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0091a4a1-6c5a-4768-831f-4ca38bfc1ac4 req-723d16a3-1378-4b2d-8fad-cd4c98d8902c tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0501876 May 03 12:25:04.254204 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0091a4a1-6c5a-4768-831f-4ca38bfc1ac4 req-b1759ccc-61cc-41e9-9bd0-e192e5072e71 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473442 May 03 12:25:04.320827 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03e5f083-abe3-44cc-9612-21ee102a8de8 req-156f8ab2-0074-4cd4-b246-c010359d3ced tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0343461 May 03 12:25:04.372385 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a108-3f1b-439c-b3da-097fb2729b27 req-d5e6d43a-f377-40d4-929d-7b48e4b03574 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:04.373864 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7a2a108-3f1b-439c-b3da-097fb2729b27 req-d5e6d43a-f377-40d4-929d-7b48e4b03574 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 932 time: 0.0572057 May 03 12:25:04.424807 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b7a2a108-3f1b-439c-b3da-097fb2729b27 req-18c9d101-bbd6-47a9-bad7-9c112671bfc7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442748 May 03 12:25:04.735540 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78f34d32-b441-4426-ba7c-339e8e59ff58 req-9c4875b9-79c2-478f-b36e-fd012165682a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0373034 May 03 12:25:04.867735 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:05.084257 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a783b8a3-1c3e-475a-b071-fc7f5a454e6c req-fe1a6f18-2917-4fb4-80aa-449734b05837 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0487363 May 03 12:25:05.382779 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581a77-e5ac-43d3-838d-475688ab89bc req-7b0cfba4-3176-4c97-8127-d9504296a491 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:05.390754 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1581a77-e5ac-43d3-838d-475688ab89bc req-7b0cfba4-3176-4c97-8127-d9504296a491 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0661979 May 03 12:25:05.449965 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1581a77-e5ac-43d3-838d-475688ab89bc req-a216d0d8-7de3-4266-9a0b-08f6eae35446 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578363 May 03 12:25:05.603479 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c81249-16fe-42db-9d1e-040efd041a9c req-dfa9f290-eb20-4976-8109-220dd4a8974f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:05.604987 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36c81249-16fe-42db-9d1e-040efd041a9c req-dfa9f290-eb20-4976-8109-220dd4a8974f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 932 time: 0.0788779 May 03 12:25:05.674030 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5c5e10b4-0411-4a0a-bb06-8ee4182fafe2 req-b60ccb97-45dc-41f0-b71a-7fa5e0f94611 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.2459614 May 03 12:25:05.679390 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36c81249-16fe-42db-9d1e-040efd041a9c req-9da22af7-437d-4238-943c-b1931afd58aa tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688040 May 03 12:25:05.850756 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-32c1af1b-a5c2-466d-b419-d43729083711 req-99b065cb-fff9-4067-8a7f-2f34b5f4ffb7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0316868 May 03 12:25:06.177497 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Request body: {'port': {'device_id': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:06.213696 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b67a002-2e1e-462a-a456-e0ec32b545d1 req-7c38534a-155f-48a9-a26e-5b8f6abdadf4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0522254 May 03 12:25:06.267655 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:06.395547 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.39', 63974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:06.395914 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.39', 63975) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:06.471244 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ff6d-f8db-499f-b826-20688623696e req-98c7c950-758c-47c2-bd30-b6e8d1e30c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:06.473018 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-98c7c950-758c-47c2-bd30-b6e8d1e30c6f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6b62c7e27134d3c814fb9ca90d6651f&device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 1128 time: 0.0755470 May 03 12:25:06.510599 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-791fe0d4-8534-4ca9-8a5c-166dbc032bc8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:06.512088 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-791fe0d4-8534-4ca9-8a5c-166dbc032bc8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.2186151 May 03 12:25:06.519453 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6b98-d796-4608-a983-fefedd8e38ed req-f128dd5c-df54-45b2-aa57-f1f2dc796d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:06.521240 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e0cc6b98-d796-4608-a983-fefedd8e38ed req-f128dd5c-df54-45b2-aa57-f1f2dc796d57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1127 time: 0.1225021 May 03 12:25:06.565859 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-19a68735-57e5-4f69-a57a-be10f78d8894 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:06.567569 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-19a68735-57e5-4f69-a57a-be10f78d8894 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 810 time: 0.3097653 May 03 12:25:06.602389 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beddaf6-decd-49ab-b404-efa1a9d7041f req-915f8bfd-7e74-4af2-bb73-c91c5dcded01 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:06.604027 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6beddaf6-decd-49ab-b404-efa1a9d7041f req-915f8bfd-7e74-4af2-bb73-c91c5dcded01 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0624101 May 03 12:25:06.654848 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6beddaf6-decd-49ab-b404-efa1a9d7041f req-4aff253c-b246-480d-aac2-f32b70f54a94 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 May 03 12:25:06.672909 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:06.679718 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Publish callbacks [] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:06.693350 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Transition to ACTIVE for port object 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:25:06.782525 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:06.784453 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e5433a56-757b-4706-96b6-295db89087d9 req-43dbcc83-4ee2-4b87-a218-b2808dfb9da6 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0274415 May 03 12:25:06.836343 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940b56b-290b-4e4d-98c3-ba597830f14d req-bdeb22ff-c160-47ae-8f23-12b9b9615bf7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:06.838027 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6940b56b-290b-4e4d-98c3-ba597830f14d req-bdeb22ff-c160-47ae-8f23-12b9b9615bf7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 932 time: 0.0847440 May 03 12:25:06.872166 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Pushing event updated for resources: {'Port': ['ID=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:06.919016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Attempting to bind port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:25:06.919016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Attempting to bind port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:25:06.919016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Attempting to bind port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:06.931093 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:25:06.931429 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Attempting to bind port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:06.938469 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6940b56b-290b-4e4d-98c3-ba597830f14d req-6b60217d-6e85-46fa-9459-4c36a1113b00 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915105 May 03 12:25:06.941230 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:25:06.941576 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Checking segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:06.941965 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Bound using segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:25:06.942452 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Bound port: 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:25:06.942851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:06.992748 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d911707f-956f-4649-bd28-085808f22947 req-7f13550b-caf0-4c6e-ab2e-10660dbdfcf1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0530684 May 03 12:25:07.039950 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] For port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:25:07.043938 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] For port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:25:07.123711 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:07.158404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:07.159028 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:07.160408 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] 10.222.0.39 "PUT /v2.0/ports/476cc52f-3dfa-4a23-8e7b-c114a0421ef9 HTTP/1.1" status: 200 len: 1094 time: 0.9881473 May 03 12:25:07.160850 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'tag': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:07.163063 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6", "tag": "476cc52f-3dfa-4a23-8e7b-c114a0421ef9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:07.190352 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502a56f-b5aa-4cfb-8810-8ee2c93c5e85 service neutron] Pushing event updated for resources: {'Port': ['ID=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:07.216741 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793989b5-5c34-4776-9776-638cc77c5402 x-openstack-request-id: req-793989b5-5c34-4776-9776-638cc77c5402 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:07.217028 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6", "tag": "476cc52f-3dfa-4a23-8e7b-c114a0421ef9", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:07.217281 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-793989b5-5c34-4776-9776-638cc77c5402 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:07.217678 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793989b5-5c34-4776-9776-638cc77c5402'] response: {'name': 'network-changed', 'server_uuid': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'tag': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9', 'status': 'completed', 'code': 200} May 03 12:25:07.319877 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-093ea3c7-1c11-4c3d-892c-6e1c9ff66314 req-e3b49dc1-4580-4345-b532-041c1ffe6d61 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0290146 May 03 12:25:07.640458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78 req-5b2f6217-60a8-4806-b763-93954fb7fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:07.642047 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78 req-5b2f6217-60a8-4806-b763-93954fb7fbe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0950561 May 03 12:25:07.664411 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-bb124709-ad98-4b23-a89a-9ab8a5e3ba50 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 380 time: 0.1277568 May 03 12:25:07.687992 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'port': {'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'admin_state_up': True, 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'security_groups': ['e06dbfb7-ae3a-4551-9641-4548855ba8cf']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:07.929343 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-f6538d37-12ab-4fc9-896c-ea721d451b2f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147af77ead57444b991a4aef5577b680 HTTP/1.1" status: 200 len: 379 time: 0.3926444 May 03 12:25:07.950633 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ff6d-f8db-499f-b826-20688623696e req-1b8df165-f0d6-4a3b-9433-27cbd24052aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:07.952471 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-1b8df165-f0d6-4a3b-9433-27cbd24052aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=81c1fffd-28cc-4564-bde4-1652b8db26b6 HTTP/1.1" status: 200 len: 913 time: 0.4146106 May 03 12:25:07.957963 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4cf6a19d-e2dc-409d-88f8-fb6a10b6f90b req-59d6930d-2340-4a3f-a011-bb214e59adbb tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0627592 May 03 12:25:07.961385 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6b98-d796-4608-a983-fefedd8e38ed req-3e5abf1e-6a08-4955-b131-b5e9a237f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:07.963090 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e0cc6b98-d796-4608-a983-fefedd8e38ed req-3e5abf1e-6a08-4955-b131-b5e9a237f455 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2ca893e56e3d4ee1b549cec12041c952&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4242578 May 03 12:25:08.042627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'port': {'device_id': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'admin_state_up': True, 'tenant_id': '147af77ead57444b991a4aef5577b680', 'security_groups': ['17323f8e-d4d2-4c70-b92e-47c822744ca9']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:08.127000 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90cc82-3821-425c-b92c-139f639175a3 req-d162f691-c48c-4dff-90d5-b26568bde10d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:08.128501 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b90cc82-3821-425c-b92c-139f639175a3 req-d162f691-c48c-4dff-90d5-b26568bde10d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.3800130 May 03 12:25:08.158856 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-601aab17-36ea-4ef2-9587-e5ae57992e60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=496e8d99-1214-48ad-a108-2186ad2c1972 HTTP/1.1" status: 200 len: 217 time: 0.1566012 May 03 12:25:08.184080 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78 req-669d7c02-a417-4cd5-84e1-18ab1b28c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:08.185589 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78 req-669d7c02-a417-4cd5-84e1-18ab1b28c59a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2ca893e56e3d4ee1b549cec12041c952&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5197930 May 03 12:25:08.221300 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b90cc82-3821-425c-b92c-139f639175a3 req-51bd97f2-7235-4e85-9bec-9b877bed29be tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819974 May 03 12:25:08.320192 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-14c39b48-cef6-4909-aa2b-0f36ab8a889e req-b82f97d5-cc6c-41e4-9bf7-79cf46e84494 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0284503 May 03 12:25:08.320667 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fafb2-387e-4bae-ae6f-aeb7fc74a72a req-2efc9771-e024-4aa6-9541-23353cd86fed tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:08.320916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Made reservation on behalf of 275e4ca81d1248ba98718d775404a8c4 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:08.322130 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-703fafb2-387e-4bae-ae6f-aeb7fc74a72a req-2efc9771-e024-4aa6-9541-23353cd86fed tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.2008305 May 03 12:25:08.324426 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:08.407923 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc6b98-d796-4608-a983-fefedd8e38ed req-1c064506-16de-4b6c-a52d-75b073c5f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:08.409420 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e0cc6b98-d796-4608-a983-fefedd8e38ed req-1c064506-16de-4b6c-a52d-75b073c5f975 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4084907 May 03 12:25:08.433523 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65453750-85a6-41dd-9e30-a4ab4b7721c1 req-bdef799c-6714-43f1-82c8-ef9f502e735b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0339413 May 03 12:25:08.461378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-703fafb2-387e-4bae-ae6f-aeb7fc74a72a req-a25c56b2-b48a-4a67-be12-acc3eca2ebdf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119850 May 03 12:25:08.494358 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.20.0.5 (651deaf2-f555-4473-aaf3-ea8f200dceb4/e6697b7f-1970-4498-b433-d89a1e13e5ca/5feb6685-1d53-4b0a-9c68-2a74927b02e1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:25:08.519318 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Made reservation on behalf of 147af77ead57444b991a4aef5577b680 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:08.522759 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:08.651761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:08.663548 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Allocated IP 172.20.0.9 (6e098d7a-9b0d-454d-b2f7-d1657967a384/71d2429b-5148-4327-87e1-1ed32f8917c9/09cb5e70-1c17-4508-8736-684ce1d483ef) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:25:08.754532 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:08.809773 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:25:08.815397 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:08.820201 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:25:08.825650 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:08.826316 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:08.830393 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=5feb6685-1d53-4b0a-9c68-2a74927b02e1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:08.905417 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d3e01880-0463-4185-9421-873d62017069 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2216098 May 03 12:25:08.996120 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:09.059104 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a567e02c-c253-4db3-98ab-02df1a45b0e7 None None] Provisioning complete for port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:09.060148 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a567e02c-c253-4db3-98ab-02df1a45b0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:09.089635 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e632fc-d377-4fc1-be09-7e8fdbf54e1b req-e6e0014d-e60e-4671-9b4c-2eeb538533d1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:09.091410 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52e632fc-d377-4fc1-be09-7e8fdbf54e1b req-e6e0014d-e60e-4671-9b4c-2eeb538533d1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 931 time: 0.0505841 May 03 12:25:09.093884 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a567e02c-c253-4db3-98ab-02df1a45b0e7 None None] Port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:25:09.103096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:09.146106 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:25:09.149115 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:09.149271 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52e632fc-d377-4fc1-be09-7e8fdbf54e1b req-b667d92e-601b-476a-8a5b-4a60745b8ef0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499957 May 03 12:25:09.153568 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:25:09.164627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:09.164627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:09.175617 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'Port': ['ID=09cb5e70-1c17-4508-8736-684ce1d483ef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:09.246093 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-61ad92ff-5e38-45ad-b11e-4e8b8b5bc5f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2427573 May 03 12:25:09.351484 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6619a-d521-4a21-9960-fa9d435f8e9f req-23a818fd-d142-4f50-bb16-763d297cc593 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:09.353055 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ecc6619a-d521-4a21-9960-fa9d435f8e9f req-23a818fd-d142-4f50-bb16-763d297cc593 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0505638 May 03 12:25:09.404947 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ecc6619a-d521-4a21-9960-fa9d435f8e9f req-3a208f56-4cd1-4cec-b266-22d197f04e35 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461385 May 03 12:25:09.412184 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-fb8a9f54-c217-4cea-8cca-fbce7633fa47 None None] Provisioning complete for port 09cb5e70-1c17-4508-8736-684ce1d483ef triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:09.412594 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb8a9f54-c217-4cea-8cca-fbce7633fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:09.434705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3df3c-852f-4ea5-9a9a-44fde6684a68 req-3c981030-67be-494b-9c1f-94b5e3804a44 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:09.436190 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2c3df3c-852f-4ea5-9a9a-44fde6684a68 req-3c981030-67be-494b-9c1f-94b5e3804a44 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 931 time: 0.0467331 May 03 12:25:09.446065 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a9f54-c217-4cea-8cca-fbce7633fa47 None None] Port 09cb5e70-1c17-4508-8736-684ce1d483ef cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:25:09.485464 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2c3df3c-852f-4ea5-9a9a-44fde6684a68 req-4d2a7445-7dce-4b46-afd7-447beba8efa1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 May 03 12:25:09.539384 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c8b9434-868b-4c0d-acb7-6ec425acd432 req-069619f3-46be-481f-b079-db5e4538d447 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0265360 May 03 12:25:09.585926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c030-4e0e-4cb7-8d4f-76d7e69b5ed7 req-c583c80b-ed7b-4ca1-a04d-bd9f463a015b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:09.587357 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e35c030-4e0e-4cb7-8d4f-76d7e69b5ed7 req-c583c80b-ed7b-4ca1-a04d-bd9f463a015b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.0464051 May 03 12:25:09.632808 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7e35c030-4e0e-4cb7-8d4f-76d7e69b5ed7 req-484bc487-49cc-4f62-8b46-5964a0f4d30c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 May 03 12:25:10.267374 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed589a51-9957-4ee6-83b7-d0fdfa538fe9 req-93df8ef0-e0fa-41b5-a804-2fa94bb4d608 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:10.268912 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed589a51-9957-4ee6-83b7-d0fdfa538fe9 req-93df8ef0-e0fa-41b5-a804-2fa94bb4d608 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 931 time: 0.0518727 May 03 12:25:10.316271 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed589a51-9957-4ee6-83b7-d0fdfa538fe9 req-feb89a21-f417-4de1-9472-db5e9f5fffe0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 May 03 12:25:10.515456 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c8c6d-ffb1-472c-967a-4e80417c55b9 req-e2608d41-327c-419e-8567-a5d3857b7595 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:10.517369 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-984c8c6d-ffb1-472c-967a-4e80417c55b9 req-e2608d41-327c-419e-8567-a5d3857b7595 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 944 time: 0.0457587 May 03 12:25:10.567935 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-984c8c6d-ffb1-472c-967a-4e80417c55b9 req-1cedd1e9-3ef3-4245-9bfb-c41a5762fc6f tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411229 May 03 12:25:10.625833 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cb8c4-752f-4fa2-8034-e52bf6c04ff4 req-f0d0f232-20c8-4c2d-836c-6bd4d18405e6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:10.627345 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f36cb8c4-752f-4fa2-8034-e52bf6c04ff4 req-f0d0f232-20c8-4c2d-836c-6bd4d18405e6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 931 time: 0.0670526 May 03 12:25:10.653545 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab546a64-1cf3-4d28-a045-1c98258e0112 req-94e71662-dd93-4834-b0cf-5ed48f2c9af9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0307090 May 03 12:25:10.681513 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f36cb8c4-752f-4fa2-8034-e52bf6c04ff4 req-14539f95-4f78-4ea2-a3c4-27102624049c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484831 May 03 12:25:10.783344 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7afb7-4bc2-47d1-93b6-6969d3f7338e req-7b9f3331-61c1-4af0-8eb5-9276e1787a27 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:10.784856 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96e7afb7-4bc2-47d1-93b6-6969d3f7338e req-7b9f3331-61c1-4af0-8eb5-9276e1787a27 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.0479450 May 03 12:25:10.832151 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96e7afb7-4bc2-47d1-93b6-6969d3f7338e req-7c611e1e-89df-4ac8-a54b-7551b14c131f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415087 May 03 12:25:10.930459 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 496e8d99-1214-48ad-a108-2186ad2c1972 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:10.959902 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Request body: {'port': {'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:11.018895 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ff6d-f8db-499f-b826-20688623696e req-9f1e76e7-feee-4446-8d7e-5de8297084a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.020743 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-9f1e76e7-feee-4446-8d7e-5de8297084a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b3607ca-baba-4622-af2e-c7968e303930 HTTP/1.1" status: 200 len: 852 time: 0.0791762 May 03 12:25:11.042826 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Request body: {'port': {'device_id': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:11.043054 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 496e8d99-1214-48ad-a108-2186ad2c1972, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=496e8d99-1214-48ad-a108-2186ad2c1972,segment=NetworkSegment(73f47116-5154-4a8e-b5e1-e85dc89ff23b),segment_id=73f47116-5154-4a8e-b5e1-e85dc89ff23b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:11.059985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '496e8d99-1214-48ad-a108-2186ad2c1972', 'network_id': '81c1fffd-28cc-4564-bde4-1652b8db26b6', 'port_id': '496e8d99-1214-48ad-a108-2186ad2c1972', 'mac_address': 'fa:16:3e:7e:65:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b3607ca-baba-4622-af2e-c7968e303930', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:11.108931 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 496e8d99-1214-48ad-a108-2186ad2c1972 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:11.109568 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:11.111020 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.39', 63982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:11.124742 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496e8d99-1214-48ad-a108-2186ad2c1972 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:11.148383 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 496e8d99-1214-48ad-a108-2186ad2c1972, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=496e8d99-1214-48ad-a108-2186ad2c1972,segment=NetworkSegment(73f47116-5154-4a8e-b5e1-e85dc89ff23b),segment_id=73f47116-5154-4a8e-b5e1-e85dc89ff23b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:11.161726 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:11.169450 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-f7669b00-532e-459a-93c2-db492af21b5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81c1fffd-28cc-4564-bde4-1652b8db26b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910830 May 03 12:25:11.172664 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78 req-7f5b1533-b81f-496d-b38d-f5596066e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.174111 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c8d00ff4-7774-4f8b-9ea2-2a7788d6ff78 req-7f5b1533-b81f-496d-b38d-f5596066e042 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338278 May 03 12:25:11.216660 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:11.222397 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-04d53e54-01ee-4335-a6f8-1d1f09b348c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.223894 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-04d53e54-01ee-4335-a6f8-1d1f09b348c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1127 time: 0.1118789 May 03 12:25:11.268463 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=496e8d99-1214-48ad-a108-2186ad2c1972,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:11.315215 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:11.322249 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-490e1f5e-106b-4b4e-b9cd-fdf82fffae07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 200 len: 217 time: 0.0626414 May 03 12:25:11.348020 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-5c0e36f0-79be-4916-9ff3-353220d4c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.349795 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-5c0e36f0-79be-4916-9ff3-353220d4c613 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 1128 time: 0.0635111 May 03 12:25:11.426201 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-3aa39848-d589-4b92-b2fc-4854e66da1fb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9 HTTP/1.1" status: 200 len: 217 time: 0.0596194 May 03 12:25:11.481485 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-3a8372c9-de7b-4e10-8b06-873398b95d42 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.482836 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-3a8372c9-de7b-4e10-8b06-873398b95d42 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 817 time: 0.4133387 May 03 12:25:11.516640 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-b9a73d0d-de00-4261-979b-930949c6de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.518093 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-b9a73d0d-de00-4261-979b-930949c6de0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0617237 May 03 12:25:11.530841 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-9b50d12c-d10f-4101-abca-cfcb1b815484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.532277 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-9b50d12c-d10f-4101-abca-cfcb1b815484 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.2004721 May 03 12:25:11.546458 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-f198b911-c923-4a02-a140-ef000b755ae6 service neutron] 10.222.0.39 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404305 May 03 12:25:11.596409 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['496e8d99-1214-48ad-a108-2186ad2c1972'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:11.597930 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570a68-d84c-4722-816d-f21c40f70b53 req-f05e422c-ff29-4d9b-b5e7-cb6a9ae5960e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.599431 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-90570a68-d84c-4722-816d-f21c40f70b53 req-f05e422c-ff29-4d9b-b5e7-cb6a9ae5960e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 931 time: 0.1802151 May 03 12:25:11.632204 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531081fa-bc17-4334-9624-09dbc648364f req-f4eded06-6f96-4922-83ae-7e953bfe6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.634177 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-f4eded06-6f96-4922-83ae-7e953bfe6060 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999990 May 03 12:25:11.642252 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feb6685-1d53-4b0a-9c68-2a74927b02e1 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:11.652168 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Publish callbacks [] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:11.717918 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d5922-17f1-417f-aa16-f3c532825e7b req-39ca7364-1e3f-4111-9178-727128f9e383 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.723653 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f8d5922-17f1-417f-aa16-f3c532825e7b req-39ca7364-1e3f-4111-9178-727128f9e383 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 945 time: 0.0647454 May 03 12:25:11.726576 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Transition to ACTIVE for port object 5feb6685-1d53-4b0a-9c68-2a74927b02e1 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:25:11.766159 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-947596ef-789f-430f-bdb4-eaa956060f54 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 379 time: 0.2491381 May 03 12:25:11.777981 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-50a01b22-f808-4aa2-8906-f554acdead1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:11.780933 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-50a01b22-f808-4aa2-8906-f554acdead1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1885459 May 03 12:25:11.789113 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'port': {'device_id': '85edba69-b74d-4891-a550-0c4de1a8557c', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'admin_state_up': True, 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'security_groups': ['05816c71-12c2-4fac-b996-1834eab6c160']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:11.834493 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1f8d5922-17f1-417f-aa16-f3c532825e7b req-c1352134-47bd-49cd-95b4-876a1e79828e tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065657 May 03 12:25:11.847053 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:11.870113 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-ac418df4-9ffe-4f1b-9dbd-b90ea69f870b service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496091 May 03 12:25:12.020826 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-90570a68-d84c-4722-816d-f21c40f70b53 req-36fbba33-0930-4950-abb1-1271c0802cd5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956375 May 03 12:25:12.061553 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb6685-1d53-4b0a-9c68-2a74927b02e1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:12.127602 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Attempting to bind port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:25:12.136888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Attempting to bind port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:25:12.136888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Attempting to bind port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:12.147484 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-834c5f33-273f-4f33-b06d-6bc3ba94ea2b req-0d2d4bab-3b6a-47e9-b36d-c8547da38c14 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0918016 May 03 12:25:12.157782 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:25:12.158294 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Attempting to bind port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:12.174453 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:25:12.174796 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:12.175233 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Bound using segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:25:12.175685 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Bound port: 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:25:12.176046 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:12.207619 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-f6e8964a-f860-41c7-b179-17763f1b5b6c service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199053 May 03 12:25:12.226615 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c33fa3-c1e9-4d13-b286-cb9a90811b44 req-43390885-80a5-462e-af4c-c0061eee8231 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:12.228298 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-70c33fa3-c1e9-4d13-b286-cb9a90811b44 req-43390885-80a5-462e-af4c-c0061eee8231 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 931 time: 0.1005113 May 03 12:25:12.275559 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-3fb6f0e8-7d30-42c3-ba5e-6ad1db5dd1c0 service neutron] 10.222.0.39 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750691 May 03 12:25:12.313134 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfc90c-499a-472c-a206-665401724221 req-0a672efc-8726-4029-9786-beca97793b2d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:12.314632 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dfdfc90c-499a-472c-a206-665401724221 req-0a672efc-8726-4029-9786-beca97793b2d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.0834641 May 03 12:25:12.324405 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] For port 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:25:12.332687 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] For port 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:25:12.362537 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-3dbf31b4-9139-4914-9b25-aba79bd4fa43 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588932 May 03 12:25:12.371634 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dfdfc90c-499a-472c-a206-665401724221 req-0702a2a2-0a14-4a9f-a58c-1c49a5b876eb tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496721 May 03 12:25:12.393544 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:12.402889 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-70c33fa3-c1e9-4d13-b286-cb9a90811b44 req-8251267a-b149-4e14-b3cb-e82dfa5f1290 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578326 May 03 12:25:12.414969 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cb5e70-1c17-4508-8736-684ce1d483ef {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:12.426933 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Publish callbacks [] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:12.429765 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:12.430018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:12.431380 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] 10.222.0.39 "PUT /v2.0/ports/5feb6685-1d53-4b0a-9c68-2a74927b02e1 HTTP/1.1" status: 200 len: 1093 time: 1.4763262 May 03 12:25:12.432476 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:12.434690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3aad6c-9eca-4612-916b-4a786e056619" -d '{"events": [{"name": "network-changed", "server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:12.443039 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Transition to ACTIVE for port object 09cb5e70-1c17-4508-8736-684ce1d483ef will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:25:12.471901 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c508f-5f50-4866-b16a-4a5a1ecb2aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb6685-1d53-4b0a-9c68-2a74927b02e1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:12.479260 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03e2840-7880-4f16-988e-f0a7fdfd8bd6 x-openstack-request-id: req-c03e2840-7880-4f16-988e-f0a7fdfd8bd6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:12.479570 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:12.479962 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c03e2840-7880-4f16-988e-f0a7fdfd8bd6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:12.480425 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03e2840-7880-4f16-988e-f0a7fdfd8bd6'] response: {'name': 'network-changed', 'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'status': 'completed', 'code': 200} May 03 12:25:12.519215 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Made reservation on behalf of 5c47e882a00247d791d25edbdb2fce54 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:12.525903 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:12.543478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:12.863674 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Pushing event updated for resources: {'Port': ['ID=09cb5e70-1c17-4508-8736-684ce1d483ef,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:12.955256 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Attempting to bind port 09cb5e70-1c17-4508-8736-684ce1d483ef on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:25:12.955598 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Attempting to bind port 09cb5e70-1c17-4508-8736-684ce1d483ef by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:25:12.955930 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Attempting to bind port 09cb5e70-1c17-4508-8736-684ce1d483ef on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:12.974304 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Port 09cb5e70-1c17-4508-8736-684ce1d483ef on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:25:12.974626 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Attempting to bind port 09cb5e70-1c17-4508-8736-684ce1d483ef on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:12.990222 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Allocated IP 172.20.0.6 (a4d59523-ed30-406e-90b6-6dc839fb9a3e/d7582eaf-2879-4326-b525-207e4b43c984/20e003b5-0665-4c32-a5f9-46415bbbdbe4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:25:13.000234 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69d2e4-6de0-4169-be59-32a80096851f req-3d5d5c4b-3fa5-4f39-822a-39495da681af tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.002707 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7e69d2e4-6de0-4169-be59-32a80096851f req-3d5d5c4b-3fa5-4f39-822a-39495da681af tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 945 time: 0.0782125 May 03 12:25:13.003771 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:25:13.004111 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Checking segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:13.004518 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Bound using segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:25:13.004968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Bound port: 09cb5e70-1c17-4508-8736-684ce1d483ef, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:25:13.005327 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.165563 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87597790-7574-416a-817c-5808a2394032 req-6f1cdf18-d031-40b3-b3a9-f967b3d3bc00 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.167769 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87597790-7574-416a-817c-5808a2394032 req-6f1cdf18-d031-40b3-b3a9-f967b3d3bc00 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0804074 May 03 12:25:13.173644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aad6c-9eca-4612-916b-4a786e056619 req-3ff54722-0cb0-4957-8628-9d603f4579d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.175087 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab3aad6c-9eca-4612-916b-4a786e056619 req-3ff54722-0cb0-4957-8628-9d603f4579d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 1127 time: 0.0571928 May 03 12:25:13.181226 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7e69d2e4-6de0-4169-be59-32a80096851f req-bba8746d-c111-4f8e-876b-7335344c2957 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697321 May 03 12:25:13.203190 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] For port 09cb5e70-1c17-4508-8736-684ce1d483ef, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:25:13.281890 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] For port 09cb5e70-1c17-4508-8736-684ce1d483ef, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=09cb5e70-1c17-4508-8736-684ce1d483ef,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:25:13.302035 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87597790-7574-416a-817c-5808a2394032 req-c7522713-8b2c-448d-b067-62699c7a75f0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227980 May 03 12:25:13.320406 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7b82af43-2bad-4675-8361-0e1b90847afc req-5e50a5d6-a434-449d-b9df-60e8e14405fc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0547485 May 03 12:25:13.359918 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bf3b80cb-4253-4b98-9dc9-7e8e47b60cdf req-0b58f264-90d3-4556-a662-5e9e4bf5abec service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568786 May 03 12:25:13.361329 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aad6c-9eca-4612-916b-4a786e056619 req-f292e552-5153-41c6-a247-7b9a91788688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.362892 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.363642 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab3aad6c-9eca-4612-916b-4a786e056619 req-f292e552-5153-41c6-a247-7b9a91788688 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=275e4ca81d1248ba98718d775404a8c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1631572 May 03 12:25:13.399405 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.436913 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.437537 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.439061 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] 10.222.0.39 "PUT /v2.0/ports/09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 200 len: 1093 time: 2.4014893 May 03 12:25:13.439514 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:13.441796 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b65d1-a9d8-4681-b890-f14950adbb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:13.470319 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2f797-0a61-4c3d-8f42-2930902f3837 service neutron] Pushing event updated for resources: {'Port': ['ID=09cb5e70-1c17-4508-8736-684ce1d483ef,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:13.514223 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.617512 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:13.619346 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:25:13.634494 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:13.651328 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:25:13.685778 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.686450 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.708905 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:13.745501 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b62abb-8790-4895-971d-b8291a456a09 req-63fdd9cd-4e6e-4e3d-988d-a90de8c6d5b1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.754102 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-15b62abb-8790-4895-971d-b8291a456a09 req-63fdd9cd-4e6e-4e3d-988d-a90de8c6d5b1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.1828091 May 03 12:25:13.806510 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-5ac27686-557e-4027-88e4-f39641ed4154 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0331903 May 03 12:25:13.858828 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-637f4df2-ddeb-4436-a0d7-23123b1e0b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:13.926220 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-15b62abb-8790-4895-971d-b8291a456a09 req-83707740-9771-43b4-a144-814f5aadb816 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711233 May 03 12:25:13.927879 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 496e8d99-1214-48ad-a108-2186ad2c1972 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:13.956315 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f985b-5e62-4a75-a710-7888a3099ae3 req-1d083629-6b8a-45c1-b8a5-701ba3fe15cc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:13.966394 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-453f985b-5e62-4a75-a710-7888a3099ae3 req-1d083629-6b8a-45c1-b8a5-701ba3fe15cc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.1102698 May 03 12:25:14.008631 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc963bb2-54b0-4052-8e88-69efcd82a0c7 x-openstack-request-id: req-cc963bb2-54b0-4052-8e88-69efcd82a0c7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:14.008962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:14.013907 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc963bb2-54b0-4052-8e88-69efcd82a0c7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:14.014430 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc963bb2-54b0-4052-8e88-69efcd82a0c7'] response: {'name': 'network-changed', 'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'status': 'completed', 'code': 200} May 03 12:25:14.020707 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 496e8d99-1214-48ad-a108-2186ad2c1972 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:14.031529 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aad6c-9eca-4612-916b-4a786e056619 req-b34f1bca-4f5f-43e7-bf8e-d1eb46195902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:14.034732 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab3aad6c-9eca-4612-916b-4a786e056619 req-b34f1bca-4f5f-43e7-bf8e-d1eb46195902 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6579087 May 03 12:25:14.039550 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-453f985b-5e62-4a75-a710-7888a3099ae3 req-e2cd770d-1a6d-4938-b8ee-4f05aefd91b1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708511 May 03 12:25:14.079794 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-637f4df2-ddeb-4436-a0d7-23123b1e0b19 admin admin] Publish callbacks [] for security_group (38c1379b-5606-4084-9183-e821da81d02a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.100387 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 496e8d99-1214-48ad-a108-2186ad2c1972 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:14.105377 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.153213 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bcca898f-2d77-4314-8fcf-65458c624722 None None] Provisioning complete for port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:14.153611 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bcca898f-2d77-4314-8fcf-65458c624722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.170527 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-637f4df2-ddeb-4436-a0d7-23123b1e0b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (38c1379b-5606-4084-9183-e821da81d02a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.217718 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 496e8d99-1214-48ad-a108-2186ad2c1972 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:14.218044 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.220150 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bcca898f-2d77-4314-8fcf-65458c624722 None None] Port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:25:14.227178 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-637f4df2-ddeb-4436-a0d7-23123b1e0b19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de3f2eac274547b58f441c72ee614d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059532 May 03 12:25:14.227986 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f4df2-ddeb-4436-a0d7-23123b1e0b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c1379b-5606-4084-9183-e821da81d02a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:14.229219 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37398) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:14.259136 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496e8d99-1214-48ad-a108-2186ad2c1972'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:14.284047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32a587b4-17ae-413f-ba39-f95cbad0b4a8 admin admin] Publish callbacks [] for security_group (38c1379b-5606-4084-9183-e821da81d02a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.306542 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32a587b4-17ae-413f-ba39-f95cbad0b4a8 admin admin] Publish callbacks [] for security_group (38c1379b-5606-4084-9183-e821da81d02a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.322400 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96708b54-22ad-40e5-bdf4-e2e526ebd7a1 req-7e4351b8-9c67-4d3a-9acf-5a5d4ab899ad tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:14.324033 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96708b54-22ad-40e5-bdf4-e2e526ebd7a1 req-7e4351b8-9c67-4d3a-9acf-5a5d4ab899ad tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 945 time: 0.0546119 May 03 12:25:14.344343 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 496e8d99-1214-48ad-a108-2186ad2c1972, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=496e8d99-1214-48ad-a108-2186ad2c1972,segment=NetworkSegment(73f47116-5154-4a8e-b5e1-e85dc89ff23b),segment_id=73f47116-5154-4a8e-b5e1-e85dc89ff23b)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:14.393047 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-96708b54-22ad-40e5-bdf4-e2e526ebd7a1 req-0b1f37f7-e576-4b1a-bc43-5c5d0c74d27f tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567143 May 03 12:25:14.394442 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.449398 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64a512-1c11-4453-aac6-47e4b0b2ddf4 req-f26f1b39-d8ea-4404-9a60-60bfc89ae532 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:14.456386 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b64a512-1c11-4453-aac6-47e4b0b2ddf4 req-f26f1b39-d8ea-4404-9a60-60bfc89ae532 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0606797 May 03 12:25:14.462067 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=496e8d99-1214-48ad-a108-2186ad2c1972,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:14.467964 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee28951-3d35-40ea-ba7b-468b11bc5b71" -d '{"events": [{"server_uuid": "5ca89ecd-bff1-46c6-910b-eb98b142e103", "name": "network-vif-plugged", "status": "completed", "tag": "496e8d99-1214-48ad-a108-2186ad2c1972"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:14.471716 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32a587b4-17ae-413f-ba39-f95cbad0b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (38c1379b-5606-4084-9183-e821da81d02a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.474381 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32a587b4-17ae-413f-ba39-f95cbad0b4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:14.475502 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-32a587b4-17ae-413f-ba39-f95cbad0b4a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38c1379b-5606-4084-9183-e821da81d02a HTTP/1.1" status: 204 len: 168 time: 0.2452376 May 03 12:25:14.497721 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a587b4-17ae-413f-ba39-f95cbad0b4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c1379b-5606-4084-9183-e821da81d02a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:14.524650 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7b64a512-1c11-4453-aac6-47e4b0b2ddf4 req-9e6a1867-f1fe-4bc6-b865-ba9dbc7cbede tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668395 May 03 12:25:14.569899 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab794bf8-6a2d-4794-a7ee-eda9648e79d6 req-4ea07b35-4fdb-4843-bdf3-10b623b8ff6a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:14.576882 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ab794bf8-6a2d-4794-a7ee-eda9648e79d6 req-4ea07b35-4fdb-4843-bdf3-10b623b8ff6a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 931 time: 0.0778284 May 03 12:25:14.625939 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ab794bf8-6a2d-4794-a7ee-eda9648e79d6 req-8a09bda3-a452-44e5-a9a3-e02f5ac941bc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474758 May 03 12:25:14.654827 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cc2499-ffac-4b56-a414-fd86c19f047e x-openstack-request-id: req-50cc2499-ffac-4b56-a414-fd86c19f047e {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:14.654827 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca89ecd-bff1-46c6-910b-eb98b142e103", "name": "network-vif-plugged", "status": "completed", "tag": "496e8d99-1214-48ad-a108-2186ad2c1972", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:14.654827 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50cc2499-ffac-4b56-a414-fd86c19f047e {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:14.655164 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cc2499-ffac-4b56-a414-fd86c19f047e'] response: {'server_uuid': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496e8d99-1214-48ad-a108-2186ad2c1972', 'code': 200} May 03 12:25:15.033031 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f49bb-4812-4cb6-acb0-5fd257cc660e req-d178574e-d788-47d1-a8de-a4420c0c93f5 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:15.034477 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-633f49bb-4812-4cb6-acb0-5fd257cc660e req-d178574e-d788-47d1-a8de-a4420c0c93f5 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.0461509 May 03 12:25:15.083227 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-633f49bb-4812-4cb6-acb0-5fd257cc660e req-80204a5d-bec6-4428-88a2-32310efd5348 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431814 May 03 12:25:15.090269 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37442) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:15.111469 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a0393a8-0286-4f42-a5b6-f0bc713911c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.183705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4bbac-2147-463b-bf87-74f9af6acf30 req-d9751f8f-7602-41a1-a3d7-bd1f00ef9c31 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:15.187797 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62a4bbac-2147-463b-bf87-74f9af6acf30 req-d9751f8f-7602-41a1-a3d7-bd1f00ef9c31 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.0596499 May 03 12:25:15.256966 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62a4bbac-2147-463b-bf87-74f9af6acf30 req-36d49814-f15e-4612-a5f9-cc9c6d0cc7b4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643902 May 03 12:25:15.270166 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a0393a8-0286-4f42-a5b6-f0bc713911c3 admin admin] Publish callbacks [] for security_group (28c586f8-92f2-4ce0-824d-10040b47ed18), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.319019 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a0393a8-0286-4f42-a5b6-f0bc713911c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (28c586f8-92f2-4ce0-824d-10040b47ed18), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.357091 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5a0393a8-0286-4f42-a5b6-f0bc713911c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=413ba5a7762b48918e7b980279e9ccce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638385 May 03 12:25:15.357949 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0393a8-0286-4f42-a5b6-f0bc713911c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c586f8-92f2-4ce0-824d-10040b47ed18,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:15.359861 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:15.411185 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4738b32d-ffe9-4f68-98e2-25d18debaeff admin admin] Publish callbacks [] for security_group (28c586f8-92f2-4ce0-824d-10040b47ed18), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.438404 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4738b32d-ffe9-4f68-98e2-25d18debaeff admin admin] Publish callbacks [] for security_group (28c586f8-92f2-4ce0-824d-10040b47ed18), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.515071 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929db8d-3991-4b1e-bfed-80e2ec698c62 req-8c90b32f-3e18-4d19-a257-99012b2ea89e tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:15.516600 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5929db8d-3991-4b1e-bfed-80e2ec698c62 req-8c90b32f-3e18-4d19-a257-99012b2ea89e tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0476780 May 03 12:25:15.566521 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5929db8d-3991-4b1e-bfed-80e2ec698c62 req-0f4228c5-b81c-4b4c-b3bc-6f8ecb48aabd tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 May 03 12:25:15.593725 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4738b32d-ffe9-4f68-98e2-25d18debaeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (28c586f8-92f2-4ce0-824d-10040b47ed18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.596294 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4738b32d-ffe9-4f68-98e2-25d18debaeff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:15.603464 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4738b32d-ffe9-4f68-98e2-25d18debaeff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28c586f8-92f2-4ce0-824d-10040b47ed18 HTTP/1.1" status: 204 len: 168 time: 0.2363393 May 03 12:25:15.606620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b32d-ffe9-4f68-98e2-25d18debaeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c586f8-92f2-4ce0-824d-10040b47ed18,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:15.653680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53519712-ebd0-40be-a4dd-31d767ca68b9 req-f0030de2-8bd2-4899-b279-2789abbecefd tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:15.659100 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53519712-ebd0-40be-a4dd-31d767ca68b9 req-f0030de2-8bd2-4899-b279-2789abbecefd tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0567944 May 03 12:25:15.711581 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53519712-ebd0-40be-a4dd-31d767ca68b9 req-de16eef4-3720-41fd-abdf-2c8c4553d577 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470755 May 03 12:25:15.749985 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54853e8f-76aa-4003-88bb-a9fccbea50a8 req-808a89ee-686c-41fe-a314-a43d82b28488 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:15.751566 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-54853e8f-76aa-4003-88bb-a9fccbea50a8 req-808a89ee-686c-41fe-a314-a43d82b28488 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 931 time: 0.0484869 May 03 12:25:15.802664 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-54853e8f-76aa-4003-88bb-a9fccbea50a8 req-dbb0df3c-57b8-4772-bab5-a92306e74155 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 May 03 12:25:16.212764 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d585f63-7fd0-4e5c-a9c6-c33181ff4f9b req-a9172f7c-939f-4705-997e-fb9f914c9684 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:16.214302 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d585f63-7fd0-4e5c-a9c6-c33181ff4f9b req-a9172f7c-939f-4705-997e-fb9f914c9684 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.0466108 May 03 12:25:16.261188 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2d585f63-7fd0-4e5c-a9c6-c33181ff4f9b req-123a7baf-a997-4b1a-9a30-45a38a7f445b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 May 03 12:25:16.376244 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053755d-2459-4651-ab55-312d0834f8c3 req-2d402ebe-83b9-426d-ad30-e2233b45fd61 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:16.377828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6053755d-2459-4651-ab55-312d0834f8c3 req-2d402ebe-83b9-426d-ad30-e2233b45fd61 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 944 time: 0.0508428 May 03 12:25:16.424986 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6053755d-2459-4651-ab55-312d0834f8c3 req-10df5e0c-fd19-46fd-90b9-65139646c31f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 May 03 12:25:16.681277 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1b96-d0a7-45ce-a98c-3a978435eb7e req-d127b189-d56a-4b56-a342-32424034ed48 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:16.683295 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a02e1b96-d0a7-45ce-a98c-3a978435eb7e req-d127b189-d56a-4b56-a342-32424034ed48 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0496070 May 03 12:25:16.727856 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a02e1b96-d0a7-45ce-a98c-3a978435eb7e req-53f62705-4714-43a0-bb40-111993d00eb9 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 May 03 12:25:16.832118 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7554c-2cf5-4aad-b6b1-e6bf4969a471 req-39b99ed0-ae77-44ea-8367-9ee23039bfc6 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:16.833941 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ba7554c-2cf5-4aad-b6b1-e6bf4969a471 req-39b99ed0-ae77-44ea-8367-9ee23039bfc6 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0553026 May 03 12:25:16.881994 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:16.898052 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ba7554c-2cf5-4aad-b6b1-e6bf4969a471 req-576b2a6a-a0ef-4173-8129-5a666b174cc5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578630 May 03 12:25:16.950240 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d5463-aebe-4c1b-8fc5-84b1f653e153 req-0b9f3a27-b190-4449-a0cb-f4f9e40b0e01 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:16.951692 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c3d5463-aebe-4c1b-8fc5-84b1f653e153 req-0b9f3a27-b190-4449-a0cb-f4f9e40b0e01 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 931 time: 0.0681126 May 03 12:25:16.976062 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Request body: {'port': {'device_id': '85edba69-b74d-4891-a550-0c4de1a8557c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:17.041784 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:17.051157 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3c3d5463-aebe-4c1b-8fc5-84b1f653e153 req-0bfccf9c-bc03-4dbe-9085-48ba0ffd8f5a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935056 May 03 12:25:17.062034 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b65d1-a9d8-4681-b890-f14950adbb9b req-2b90089e-05bf-47c0-bad4-83f1b9cbeded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.063405 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'port_id': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9', 'mac_address': 'fa:16:3e:fc:44:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:17.066835 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e6b65d1-a9d8-4681-b890-f14950adbb9b req-2b90089e-05bf-47c0-bad4-83f1b9cbeded service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1127 time: 0.0781789 May 03 12:25:17.116583 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d54af253-a304-47a4-a57f-4a14727866fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.118199 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-d54af253-a304-47a4-a57f-4a14727866fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 1127 time: 0.0899239 May 03 12:25:17.121810 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:17.122610 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.125833 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.135873 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:17.158425 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:17.193685 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-82a5f8aa-aa53-4439-9432-b1ca90959f4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1 HTTP/1.1" status: 200 len: 217 time: 0.0551157 May 03 12:25:17.193972 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b65d1-a9d8-4681-b890-f14950adbb9b req-a800b89a-fe2a-43f3-a795-8596a19b9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.195410 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e6b65d1-a9d8-4681-b890-f14950adbb9b req-a800b89a-fe2a-43f3-a795-8596a19b9b86 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=147af77ead57444b991a4aef5577b680&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1123991 May 03 12:25:17.262375 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.263080 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:17.318451 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-f049a243-1e52-463a-ad4f-b668026b93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.319980 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-f049a243-1e52-463a-ad4f-b668026b93d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.1078339 May 03 12:25:17.326815 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b65d1-a9d8-4681-b890-f14950adbb9b req-b13f89c4-0040-4aef-ac7a-94021c85de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.328284 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e6b65d1-a9d8-4681-b890-f14950adbb9b req-b13f89c4-0040-4aef-ac7a-94021c85de0a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192107 May 03 12:25:17.392326 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:17.407848 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'port_id': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8', 'mac_address': 'fa:16:3e:a0:7b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:17.454875 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156601c-71b0-49cf-93be-0d00bc30e1f6 req-28c42f02-5f11-4384-a393-ac2c04ba9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.460096 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7156601c-71b0-49cf-93be-0d00bc30e1f6 req-28c42f02-5f11-4384-a393-ac2c04ba9473 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 1130 time: 0.1051171 May 03 12:25:17.482853 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:17.486423 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7156601c-71b0-49cf-93be-0d00bc30e1f6 req-ce632602-2ebe-49ab-af2b-939726a0db53 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.506411 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-c1825e33-c151-4622-a922-2bec3559a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.507983 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-c1825e33-c151-4622-a922-2bec3559a25d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1604631 May 03 12:25:17.516347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:17.516932 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.535280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1932a2-2e9c-4a17-9d69-9748b4eed1a3 req-aa268540-51c8-41ba-a9f8-c6f7c2e8362f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.542420 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:17.542746 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b1932a2-2e9c-4a17-9d69-9748b4eed1a3 req-aa268540-51c8-41ba-a9f8-c6f7c2e8362f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.1821063 May 03 12:25:17.562831 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-8c74d982-8e18-4fe5-8a7c-af2ede5ae718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.564630 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-8c74d982-8e18-4fe5-8a7c-af2ede5ae718 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1127 time: 0.1549351 May 03 12:25:17.565435 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:17.614763 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a71d4-d639-411f-8f4c-4c899d4d27d3 req-297a6058-d007-4c0f-aff6-302be33df5d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.616958 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e3a71d4-d639-411f-8f4c-4c899d4d27d3 req-297a6058-d007-4c0f-aff6-302be33df5d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 945 time: 0.0655901 May 03 12:25:17.656064 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.672143 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7156601c-71b0-49cf-93be-0d00bc30e1f6 req-ce632602-2ebe-49ab-af2b-939726a0db53 service neutron] Publish callbacks [] for security_group (1d980141-3196-4bcc-9f57-8850445ddcea), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.678048 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-15a4df9d-30e1-4678-9b6c-d256fa0fd5e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 200 len: 217 time: 0.0934215 May 03 12:25:17.717518 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:17.731133 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4e3a71d4-d639-411f-8f4c-4c899d4d27d3 req-b8476376-85c2-46c9-8885-f4eda8b538be tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006334 May 03 12:25:17.764175 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b1932a2-2e9c-4a17-9d69-9748b4eed1a3 req-7995fa46-5567-4351-b15c-439cbab6987d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197845 May 03 12:25:17.816166 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-c885cf3b-9ad8-4891-bd2e-049926d382e1 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005376 May 03 12:25:17.827910 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-483068e7-80f1-47a1-a48b-ddc47488f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.829427 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-483068e7-80f1-47a1-a48b-ddc47488f261 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.1392460 May 03 12:25:17.831634 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e003b5-0665-4c32-a5f9-46415bbbdbe4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:17.855656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7156601c-71b0-49cf-93be-0d00bc30e1f6 req-ce632602-2ebe-49ab-af2b-939726a0db53 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1d980141-3196-4bcc-9f57-8850445ddcea), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.857679 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Publish callbacks [] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:17.883055 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242e44d-700a-4ea0-808e-a4994c6e4803 req-a8e58279-9c9e-45dd-9090-a5463345f73d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.885339 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0242e44d-700a-4ea0-808e-a4994c6e4803 req-a8e58279-9c9e-45dd-9090-a5463345f73d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0725541 May 03 12:25:17.916576 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Transition to ACTIVE for port object 20e003b5-0665-4c32-a5f9-46415bbbdbe4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:25:17.918276 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-d68dec65-a72e-45cd-b7aa-3fabe75aec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:17.920238 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-d68dec65-a72e-45cd-b7aa-3fabe75aec8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823243 May 03 12:25:17.938222 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7156601c-71b0-49cf-93be-0d00bc30e1f6 req-ce632602-2ebe-49ab-af2b-939726a0db53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735005 May 03 12:25:17.945877 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce632602-2ebe-49ab-af2b-939726a0db53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d980141-3196-4bcc-9f57-8850445ddcea,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:17.977640 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0242e44d-700a-4ea0-808e-a4994c6e4803 req-3bcb68e7-f563-4325-be82-94f1d171a8ef tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699856 May 03 12:25:17.992789 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:18.130611 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2dd79a2b-3934-4a49-a829-83f3e7a5bfaf req-13a9acdb-62ae-4fa4-8974-79fdce3d66d4 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922645 May 03 12:25:18.150765 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['476cc52f-3dfa-4a23-8e7b-c114a0421ef9'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:18.176264 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e5dfd-fcf6-4223-a347-76d3ddb3acc6 req-1a4c1e94-9489-46e2-ae1f-8d4d22164d4d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:18.177866 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-397e5dfd-fcf6-4223-a347-76d3ddb3acc6 req-1a4c1e94-9489-46e2-ae1f-8d4d22164d4d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.1654625 May 03 12:25:18.180502 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:18.262372 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a1cc-9608-496e-bb96-2f7c5164b95c req-8eb1e8d9-c441-4cd0-a876-5017bb4f0ac7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:18.263870 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7429a1cc-9608-496e-bb96-2f7c5164b95c req-8eb1e8d9-c441-4cd0-a876-5017bb4f0ac7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0623538 May 03 12:25:18.265953 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-33d13fa1-52f8-4cf1-8ba1-1db0c610f929 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129530 May 03 12:25:18.271380 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Attempting to bind port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:25:18.271918 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Attempting to bind port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:25:18.272350 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Attempting to bind port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:18.311629 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:25:18.313333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Attempting to bind port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:18.344721 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7429a1cc-9608-496e-bb96-2f7c5164b95c req-b9a633a5-eb80-4e3d-95cd-2245db875c4f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688343 May 03 12:25:18.349549 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['f7a39249-4bb3-4b9a-bb00-c1063f2d7be8'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:18.362531 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:25:18.362941 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Checking segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:18.363423 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Bound using segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:25:18.363985 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Bound port: 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:25:18.364422 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:18.370037 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-397e5dfd-fcf6-4223-a347-76d3ddb3acc6 req-c2a45f01-bfe4-4709-b5c8-9b6a90913145 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833570 May 03 12:25:18.504687 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-26eabee5-3c37-4c00-a395-074f3bb4b98c req-327933d1-10c5-4959-b8f7-9a62dfa0d42b service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777396 May 03 12:25:18.505792 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:25:18.509377 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:25:18.565152 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:18.601111 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:18.602650 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:18.605201 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] 10.222.0.39 "PUT /v2.0/ports/20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 200 len: 1093 time: 1.6343348 May 03 12:25:18.605656 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:18.607968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df83557-e065-4ae4-a6a9-668160dd47d9" -d '{"events": [{"name": "network-changed", "server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:18.629518 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a3be9-f9b3-478c-a4bf-9a301d37e463 service neutron] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:18.651533 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a049e6f8-e00f-424a-8d2c-edf8833edc2f x-openstack-request-id: req-a049e6f8-e00f-424a-8d2c-edf8833edc2f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:18.651885 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:18.652317 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a049e6f8-e00f-424a-8d2c-edf8833edc2f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:18.652799 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a049e6f8-e00f-424a-8d2c-edf8833edc2f'] response: {'name': 'network-changed', 'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'status': 'completed', 'code': 200} May 03 12:25:18.842927 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ffef6-954a-42ee-8bff-24794802a392 req-43b6c10b-422f-4bd1-9aba-259eda56f583 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:18.844671 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a7ffef6-954a-42ee-8bff-24794802a392 req-43b6c10b-422f-4bd1-9aba-259eda56f583 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 945 time: 0.0607362 May 03 12:25:18.897991 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9db7-c851-47fa-9606-2d4ae2442c21 req-07b9dce2-8385-4177-bb96-5027bd083898 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:18.901167 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ced9db7-c851-47fa-9606-2d4ae2442c21 req-07b9dce2-8385-4177-bb96-5027bd083898 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.0562463 May 03 12:25:18.910547 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a7ffef6-954a-42ee-8bff-24794802a392 req-01f1d661-36cf-45a6-a0db-5544d01905ce tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 May 03 12:25:18.959408 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8ced9db7-c851-47fa-9606-2d4ae2442c21 req-ce038ecb-e17b-4916-9fa6-7355e1146211 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511019 May 03 12:25:19.080746 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fcbac-5a4d-4be3-b05b-e54f1043252f req-a0a8e316-8236-485a-aaa3-5b19fecc4778 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:19.082318 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-772fcbac-5a4d-4be3-b05b-e54f1043252f req-a0a8e316-8236-485a-aaa3-5b19fecc4778 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0478032 May 03 12:25:19.129206 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-772fcbac-5a4d-4be3-b05b-e54f1043252f req-5ff193ef-4b4e-443c-8902-157e817627fe tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 May 03 12:25:19.134425 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:19.238320 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70213a86-c182-4a79-a7fc-73b0d75157f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.312773 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70213a86-c182-4a79-a7fc-73b0d75157f5 admin admin] Publish callbacks [] for security_group (5436caef-def9-4cc2-b9b2-e92848cb72cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.379810 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70213a86-c182-4a79-a7fc-73b0d75157f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5436caef-def9-4cc2-b9b2-e92848cb72cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.464228 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efaa15-ae78-46ea-8ad0-1beeed284519 req-687822ea-bfc0-48d8-8cc8-b05b31e48179 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:19.465880 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35efaa15-ae78-46ea-8ad0-1beeed284519 req-687822ea-bfc0-48d8-8cc8-b05b31e48179 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0565615 May 03 12:25:19.523012 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-35efaa15-ae78-46ea-8ad0-1beeed284519 req-01d97e26-4549-4787-974c-401eaa89a8ce tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509017 May 03 12:25:19.641699 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-70213a86-c182-4a79-a7fc-73b0d75157f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fe6a151640d4f9c8617a018d6424362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054932 May 03 12:25:19.642345 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213a86-c182-4a79-a7fc-73b0d75157f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5436caef-def9-4cc2-b9b2-e92848cb72cf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:19.644432 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37588) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:19.653626 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a919b4-581e-4b9d-9263-0fb157a196e0 req-50404bd7-899b-4fd3-9a2e-8eda6ed50c8e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:19.654496 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61a919b4-581e-4b9d-9263-0fb157a196e0 req-50404bd7-899b-4fd3-9a2e-8eda6ed50c8e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0726352 May 03 12:25:19.693947 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba955e12-0dec-4d9c-988d-03e620ae72f2 admin admin] Publish callbacks [] for security_group (5436caef-def9-4cc2-b9b2-e92848cb72cf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.704481 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61a919b4-581e-4b9d-9263-0fb157a196e0 req-0fc51a2e-8576-45cb-8290-f474392fde36 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 May 03 12:25:19.716808 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba955e12-0dec-4d9c-988d-03e620ae72f2 admin admin] Publish callbacks [] for security_group (5436caef-def9-4cc2-b9b2-e92848cb72cf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.850409 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba955e12-0dec-4d9c-988d-03e620ae72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5436caef-def9-4cc2-b9b2-e92848cb72cf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.853033 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba955e12-0dec-4d9c-988d-03e620ae72f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:19.855616 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ba955e12-0dec-4d9c-988d-03e620ae72f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5436caef-def9-4cc2-b9b2-e92848cb72cf HTTP/1.1" status: 204 len: 168 time: 0.2093635 May 03 12:25:19.871904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba955e12-0dec-4d9c-988d-03e620ae72f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5436caef-def9-4cc2-b9b2-e92848cb72cf,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:20.030150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6ecf-9a2b-4d9a-a807-077e29cc6e87 req-962a7cf9-ec02-45be-96b0-9bcbb3a0320e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:20.032024 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8bfc6ecf-9a2b-4d9a-a807-077e29cc6e87 req-962a7cf9-ec02-45be-96b0-9bcbb3a0320e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 945 time: 0.0536060 May 03 12:25:20.086904 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578f9c8-6fa0-45c7-a264-d542b7131140 req-01e50655-4d85-445b-8e51-3b513451d29b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:20.089043 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5578f9c8-6fa0-45c7-a264-d542b7131140 req-01e50655-4d85-445b-8e51-3b513451d29b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.0573332 May 03 12:25:20.097187 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8bfc6ecf-9a2b-4d9a-a807-077e29cc6e87 req-d19533b4-cdac-4875-8334-4d3530b58882 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503476 May 03 12:25:20.156581 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5578f9c8-6fa0-45c7-a264-d542b7131140 req-6c3f83d7-2510-4106-9579-6d01fb8726e2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616183 May 03 12:25:20.169773 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:20.225654 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:20.266472 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df57712-607d-4990-90c2-3c8606054f6c req-0e42ffd5-167f-42b5-82da-c11879e473ce tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:20.267915 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9df57712-607d-4990-90c2-3c8606054f6c req-0e42ffd5-167f-42b5-82da-c11879e473ce tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0505457 May 03 12:25:20.314357 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9df57712-607d-4990-90c2-3c8606054f6c req-53b0b361-6568-41f1-8967-7520ffb3ef1e tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 May 03 12:25:20.317226 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:20.317956 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.408560 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:20.409138 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.436045 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:20.439297 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd689e-c97f-4e3a-90d4-6437336ca0db" -d '{"events": [{"server_uuid": "0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6", "name": "network-vif-plugged", "status": "completed", "tag": "476cc52f-3dfa-4a23-8e7b-c114a0421ef9"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:20.451052 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:20.483945 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bc741d-dae1-46b7-9df5-8e4253cac988 x-openstack-request-id: req-b3bc741d-dae1-46b7-9df5-8e4253cac988 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:20.484271 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6", "name": "network-vif-plugged", "status": "completed", "tag": "476cc52f-3dfa-4a23-8e7b-c114a0421ef9", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:20.484564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3bc741d-dae1-46b7-9df5-8e4253cac988 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:20.485297 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bc741d-dae1-46b7-9df5-8e4253cac988'] response: {'server_uuid': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9', 'code': 200} May 03 12:25:20.530143 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.530946 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:20.610500 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:20.624192 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a80-2114-47bc-b47c-3e9371280cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.627790 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:20.637302 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:20.659508 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516bc3f-61c8-42df-96e2-29abf6f4a7c9 req-0fde7582-75d6-44f0-a659-539dacfbf3af tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:20.659508 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7516bc3f-61c8-42df-96e2-29abf6f4a7c9 req-0fde7582-75d6-44f0-a659-539dacfbf3af tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0509975 May 03 12:25:20.709585 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7516bc3f-61c8-42df-96e2-29abf6f4a7c9 req-fac00039-b831-4658-96ba-86b4b557d54a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441363 May 03 12:25:20.731542 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee647-a42d-4f77-a729-1515b5c2513f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.733526 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:20.733914 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.752934 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df83557-e065-4ae4-a6a9-668160dd47d9 req-30d9bfd7-c66c-4ded-bce7-b305d6579808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:20.754530 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1df83557-e065-4ae4-a6a9-668160dd47d9 req-30d9bfd7-c66c-4ded-bce7-b305d6579808 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1127 time: 0.0696309 May 03 12:25:20.758110 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a80-2114-47bc-b47c-3e9371280cd1 admin admin] Publish callbacks [] for security_group (7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.819167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:20.819567 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.835058 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14684b98-ee22-4b53-bd89-603328d17082 req-c2a25bbb-b8e9-4c7b-9919-67a61faa56e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:20.836574 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-14684b98-ee22-4b53-bd89-603328d17082 req-c2a25bbb-b8e9-4c7b-9919-67a61faa56e1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0515053 May 03 12:25:20.853519 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:20.863484 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a80-2114-47bc-b47c-3e9371280cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.922276 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1d7e5a80-2114-47bc-b47c-3e9371280cd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4af143f27d57490da33132f49a06723b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104954 May 03 12:25:20.924900 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37652) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:20.925680 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-14684b98-ee22-4b53-bd89-603328d17082 req-c5f43659-5801-4560-bae1-0c2493f10937 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836115 May 03 12:25:20.926432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e5a80-2114-47bc-b47c-3e9371280cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:20.953352 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:20.973490 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-434eff42-fd02-4dee-bbc6-2b2f64d49f97 admin admin] Publish callbacks [] for security_group (7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:21.000887 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:21.002392 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-434eff42-fd02-4dee-bbc6-2b2f64d49f97 admin admin] Publish callbacks [] for security_group (7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:21.176285 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-434eff42-fd02-4dee-bbc6-2b2f64d49f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:21.179030 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-434eff42-fd02-4dee-bbc6-2b2f64d49f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:21.180261 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-434eff42-fd02-4dee-bbc6-2b2f64d49f97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe HTTP/1.1" status: 204 len: 168 time: 0.2543180 May 03 12:25:21.210004 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eff42-fd02-4dee-bbc6-2b2f64d49f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde5d5c-8d9e-4aa0-b1b4-a9baae6400fe,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:21.234709 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7369eb-ade1-4902-8692-42fe35a7dbb7 req-9c4e7179-b904-4c41-a7da-e0bedd554e54 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.236294 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b7369eb-ade1-4902-8692-42fe35a7dbb7 req-9c4e7179-b904-4c41-a7da-e0bedd554e54 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0717640 May 03 12:25:21.340742 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3b7369eb-ade1-4902-8692-42fe35a7dbb7 req-d97f4a3b-4f9c-44b1-98b5-efa91939664d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951357 May 03 12:25:21.386300 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752ec60-31db-4223-9490-2588054645f7 req-f33b5d5b-281e-46ea-95b8-ac251671a664 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.387781 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8752ec60-31db-4223-9490-2588054645f7 req-f33b5d5b-281e-46ea-95b8-ac251671a664 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 943 time: 0.1247122 May 03 12:25:21.481986 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df83557-e065-4ae4-a6a9-668160dd47d9 req-c5775fc3-9e8e-4a05-b9d0-90bab63bca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.483447 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1df83557-e065-4ae4-a6a9-668160dd47d9 req-c5775fc3-9e8e-4a05-b9d0-90bab63bca9b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5c47e882a00247d791d25edbdb2fce54&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2005999 May 03 12:25:21.486900 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8752ec60-31db-4223-9490-2588054645f7 req-94edc0b5-b464-4592-8d3f-6aa5773a1517 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650558 May 03 12:25:21.670361 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df83557-e065-4ae4-a6a9-668160dd47d9 req-d7d22857-4d4e-4476-9339-256ce0a09dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.672128 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1df83557-e065-4ae4-a6a9-668160dd47d9 req-d7d22857-4d4e-4476-9339-256ce0a09dd1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782815 May 03 12:25:21.685922 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8239b48-f572-4bd2-838c-333c8b519507 req-bd0e5bb4-171a-415c-88dd-782eb2df1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.687759 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8239b48-f572-4bd2-838c-333c8b519507 req-bd0e5bb4-171a-415c-88dd-782eb2df1f94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 1130 time: 0.0947673 May 03 12:25:21.759271 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8239b48-f572-4bd2-838c-333c8b519507 req-6e4a1a73-f4fe-49b7-8ad4-0e1d0bb88eb1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659800 May 03 12:25:21.794053 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-0e159d25-6377-4273-a618-edf95c7345aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.795731 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-0e159d25-6377-4273-a618-edf95c7345aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1127 time: 0.0526953 May 03 12:25:21.881128 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd5929-d452-4d87-9269-413c3ae62632 req-626d7211-ec10-4ae1-87cd-b71f91b1376c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:21.890528 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-97cd5929-d452-4d87-9269-413c3ae62632 req-626d7211-ec10-4ae1-87cd-b71f91b1376c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0728002 May 03 12:25:21.928541 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37686) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:21.945503 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-97cd5929-d452-4d87-9269-413c3ae62632 req-cb922adb-4bc0-4c41-97cc-d6fd91f4d197 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533762 May 03 12:25:22.054377 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02069d03-9bb2-4a1b-b5d4-f7764e473c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.093550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea279-661c-46c2-927b-80a9909b739a req-d39f8722-9d0b-4618-95ab-c99dcbbcfcb5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:22.095032 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f4aea279-661c-46c2-927b-80a9909b739a req-d39f8722-9d0b-4618-95ab-c99dcbbcfcb5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 943 time: 0.0982099 May 03 12:25:22.096259 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-6f27e595-6ea6-4f38-8141-8fc733a48e90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 200 len: 217 time: 0.0582316 May 03 12:25:22.166775 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f4aea279-661c-46c2-927b-80a9909b739a req-e31d095c-2d3d-4904-8197-485961aa9b9a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645649 May 03 12:25:22.177759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 09cb5e70-1c17-4508-8736-684ce1d483ef details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:22.201854 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02069d03-9bb2-4a1b-b5d4-f7764e473c5a admin admin] Publish callbacks [] for security_group (792bbe7b-5ea8-43ee-a446-62a5d3981997), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.278799 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02069d03-9bb2-4a1b-b5d4-f7764e473c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (792bbe7b-5ea8-43ee-a446-62a5d3981997), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.280149 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 09cb5e70-1c17-4508-8736-684ce1d483ef, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=09cb5e70-1c17-4508-8736-684ce1d483ef,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:22.297620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'port_id': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'mac_address': 'fa:16:3e:a9:62:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:22.323333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02069d03-9bb2-4a1b-b5d4-f7764e473c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792bbe7b-5ea8-43ee-a446-62a5d3981997,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:22.327626 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-02069d03-9bb2-4a1b-b5d4-f7764e473c5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=203ce8c21db140c6ae610959dd70576e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978143 May 03 12:25:22.330382 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37702) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:22.383062 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 09cb5e70-1c17-4508-8736-684ce1d483ef is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:22.384065 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.399064 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9aa4467b-87ee-46d0-a90d-570c0f74cc15 admin admin] Publish callbacks [] for security_group (792bbe7b-5ea8-43ee-a446-62a5d3981997), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.400995 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cb5e70-1c17-4508-8736-684ce1d483ef {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:22.423417 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 09cb5e70-1c17-4508-8736-684ce1d483ef, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=09cb5e70-1c17-4508-8736-684ce1d483ef,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:22.432005 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9aa4467b-87ee-46d0-a90d-570c0f74cc15 admin admin] Publish callbacks [] for security_group (792bbe7b-5ea8-43ee-a446-62a5d3981997), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.486508 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:22.488933 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d703c4f1-934f-4b53-95ad-17998bccb0ec" -d '{"events": [{"server_uuid": "e6979525-bbaa-4d29-bc18-49287c1c03c7", "name": "network-vif-plugged", "status": "completed", "tag": "f7a39249-4bb3-4b9a-bb00-c1063f2d7be8"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:22.501393 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.502270 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5feb6685-1d53-4b0a-9c68-2a74927b02e1 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:22.544292 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a3dfa-b9a7-41e0-8a5c-1c34512179ac req-8f70949a-15c2-4145-a78c-282a463ac393 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:22.545786 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c57a3dfa-b9a7-41e0-8a5c-1c34512179ac req-8f70949a-15c2-4145-a78c-282a463ac393 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0905120 May 03 12:25:22.547849 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-9e40c1b5-f5f3-4401-a981-e51c599a22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:22.549260 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-9e40c1b5-f5f3-4401-a981-e51c599a22c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0950911 May 03 12:25:22.581313 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=09cb5e70-1c17-4508-8736-684ce1d483ef,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:22.629504 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-4b98f064-10de-47af-aa54-bb3a2f7739a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:22.631011 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-4b98f064-10de-47af-aa54-bb3a2f7739a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642211 May 03 12:25:22.645433 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c57a3dfa-b9a7-41e0-8a5c-1c34512179ac req-9ed1f0cb-8aaf-4556-87a2-b42d273c7292 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872886 May 03 12:25:22.661703 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9aa4467b-87ee-46d0-a90d-570c0f74cc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (792bbe7b-5ea8-43ee-a446-62a5d3981997), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.665280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9aa4467b-87ee-46d0-a90d-570c0f74cc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.667550 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9aa4467b-87ee-46d0-a90d-570c0f74cc15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/792bbe7b-5ea8-43ee-a446-62a5d3981997 HTTP/1.1" status: 204 len: 168 time: 0.3344128 May 03 12:25:22.702348 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4467b-87ee-46d0-a90d-570c0f74cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792bbe7b-5ea8-43ee-a446-62a5d3981997,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:22.800872 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81c5441-8f4d-4ea9-bd7a-a68c741346e8 x-openstack-request-id: req-e81c5441-8f4d-4ea9-bd7a-a68c741346e8 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:22.801275 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6979525-bbaa-4d29-bc18-49287c1c03c7", "name": "network-vif-plugged", "status": "completed", "tag": "f7a39249-4bb3-4b9a-bb00-c1063f2d7be8", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:22.801818 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e81c5441-8f4d-4ea9-bd7a-a68c741346e8 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:22.804018 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e81c5441-8f4d-4ea9-bd7a-a68c741346e8'] response: {'server_uuid': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8', 'code': 200} May 03 12:25:22.832333 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-736f34b2-b57b-4749-a18e-65b8cc077048 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852958 May 03 12:25:22.862032 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade28af-f336-4120-82cb-4c310f4c1df7 req-9eb594bb-963b-4ff9-b400-7f8630abf155 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:22.863552 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7ade28af-f336-4120-82cb-4c310f4c1df7 req-9eb594bb-963b-4ff9-b400-7f8630abf155 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 944 time: 0.0982523 May 03 12:25:22.873035 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:22.888384 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:22.919458 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7ade28af-f336-4120-82cb-4c310f4c1df7 req-5090d942-2ad8-44e0-9bd3-18780d35b026 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487127 May 03 12:25:22.923545 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-87987f6a-e748-480a-be81-4fab12a1c0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.930895 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:22.931800 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:22.947607 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feb6685-1d53-4b0a-9c68-2a74927b02e1 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:22.970999 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:23.038048 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:23.085755 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cfe41-44ac-4262-9b8e-fc136388a108 req-545a5a49-2ca3-4270-80cb-ae29363989be tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:23.088167 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d55cfe41-44ac-4262-9b8e-fc136388a108 req-545a5a49-2ca3-4270-80cb-ae29363989be tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0720251 May 03 12:25:23.104894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=5feb6685-1d53-4b0a-9c68-2a74927b02e1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:23.158087 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d55cfe41-44ac-4262-9b8e-fc136388a108 req-fd9fd2ad-3a14-48fb-934a-fab27e88316d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589485 May 03 12:25:23.283471 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e34783-9068-4930-87b1-473baf9dc10d req-737c93e8-fb3d-47db-bb6c-9dd131f50a60 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:23.283471 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4e34783-9068-4930-87b1-473baf9dc10d req-737c93e8-fb3d-47db-bb6c-9dd131f50a60 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 944 time: 0.0478029 May 03 12:25:23.332867 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4e34783-9068-4930-87b1-473baf9dc10d req-bf9e0512-2d78-4c5e-b74d-1bf9870a82b7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 May 03 12:25:23.436510 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e1237efd-0c70-4e48-bf68-33c77f455835 req-e209d571-7338-43ed-90f5-6fa8eb7ceafc service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958428 May 03 12:25:23.599494 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:23.656090 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['09cb5e70-1c17-4508-8736-684ce1d483ef'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:23.661928 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:23.676292 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cf8f68-7c68-4e5d-b9d1-cc00ff6b1a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:23.777664 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32af6a-8c5c-4660-ae0f-830e6db13d62 req-48319bf9-7466-476e-9015-8c83611366db tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:23.781194 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d32af6a-8c5c-4660-ae0f-830e6db13d62 req-48319bf9-7466-476e-9015-8c83611366db tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0577657 May 03 12:25:23.819981 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['5feb6685-1d53-4b0a-9c68-2a74927b02e1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:23.835905 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cf8f68-7c68-4e5d-b9d1-cc00ff6b1a62 admin admin] Publish callbacks [] for security_group (3f5d942e-43e1-425a-a61f-4c1ea08c314e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:23.844090 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d32af6a-8c5c-4660-ae0f-830e6db13d62 req-8688282d-b974-469d-9c60-6a8dd4bd9b49 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565193 May 03 12:25:23.865063 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc28f-492a-472d-9096-8566e1439094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:23.938440 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cf8f68-7c68-4e5d-b9d1-cc00ff6b1a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3f5d942e-43e1-425a-a61f-4c1ea08c314e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.018674 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-98cf8f68-7c68-4e5d-b9d1-cc00ff6b1a62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc8aa42c930d4b4abf69c12e8f1128bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552265 May 03 12:25:24.019549 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf8f68-7c68-4e5d-b9d1-cc00ff6b1a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d942e-43e1-425a-a61f-4c1ea08c314e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:24.021057 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37766) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:24.023715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc28f-492a-472d-9096-8566e1439094 admin admin] Publish callbacks [] for security_group (5792c00f-0130-4ee5-863e-d382b5e7d275), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.079769 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc28f-492a-472d-9096-8566e1439094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5792c00f-0130-4ee5-863e-d382b5e7d275), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.116577 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b61cf9d-fbbc-44d2-8064-48d0098fb876 admin admin] Publish callbacks [] for security_group (3f5d942e-43e1-425a-a61f-4c1ea08c314e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.120183 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bc28f-492a-472d-9096-8566e1439094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5792c00f-0130-4ee5-863e-d382b5e7d275,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:24.125563 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6a5bc28f-492a-472d-9096-8566e1439094 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0506bae39c8a413c8a661219085cdc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5249996 May 03 12:25:24.128039 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:24.136459 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.146308 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7770f8-14b5-4924-bfcf-c17102196427 req-a4469582-5ec4-4b87-ac42-93bcdad4c542 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.148939 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f7770f8-14b5-4924-bfcf-c17102196427 req-a4469582-5ec4-4b87-ac42-93bcdad4c542 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 944 time: 0.0716250 May 03 12:25:24.173235 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b61cf9d-fbbc-44d2-8064-48d0098fb876 admin admin] Publish callbacks [] for security_group (3f5d942e-43e1-425a-a61f-4c1ea08c314e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.187126 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-659b78a4-f61a-412e-a1e5-c2c197d32397 admin admin] Publish callbacks [] for security_group (5792c00f-0130-4ee5-863e-d382b5e7d275), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.209053 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-659b78a4-f61a-412e-a1e5-c2c197d32397 admin admin] Publish callbacks [] for security_group (5792c00f-0130-4ee5-863e-d382b5e7d275), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.229191 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3f7770f8-14b5-4924-bfcf-c17102196427 req-74b5a8a3-1c57-4958-9a94-89d831b76310 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736971 May 03 12:25:24.327967 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b61cf9d-fbbc-44d2-8064-48d0098fb876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3f5d942e-43e1-425a-a61f-4c1ea08c314e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.331036 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b61cf9d-fbbc-44d2-8064-48d0098fb876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.332129 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5b61cf9d-fbbc-44d2-8064-48d0098fb876 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f5d942e-43e1-425a-a61f-4c1ea08c314e HTTP/1.1" status: 204 len: 168 time: 0.3096538 May 03 12:25:24.345783 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61cf9d-fbbc-44d2-8064-48d0098fb876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d942e-43e1-425a-a61f-4c1ea08c314e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:24.354024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-659b78a4-f61a-412e-a1e5-c2c197d32397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5792c00f-0130-4ee5-863e-d382b5e7d275), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.354190 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1945c7e-ddff-4178-a1a7-7fc6c4ef9833 req-03fafbc9-00ee-4a4f-9d03-be4267284971 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.355636 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1945c7e-ddff-4178-a1a7-7fc6c4ef9833 req-03fafbc9-00ee-4a4f-9d03-be4267284971 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0635023 May 03 12:25:24.358311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-659b78a4-f61a-412e-a1e5-c2c197d32397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:24.361758 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-659b78a4-f61a-412e-a1e5-c2c197d32397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5792c00f-0130-4ee5-863e-d382b5e7d275 HTTP/1.1" status: 204 len: 168 time: 0.2322493 May 03 12:25:24.374165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b78a4-f61a-412e-a1e5-c2c197d32397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5792c00f-0130-4ee5-863e-d382b5e7d275,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:24.469243 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1945c7e-ddff-4178-a1a7-7fc6c4ef9833 req-fd0ee51f-ba8b-470c-867d-ff1699a5f6ce tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021152 May 03 12:25:24.597278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6739c5-8f89-4c37-b534-c3e1c29bb6ff req-546d9c95-546a-4e99-a78a-8ae10ff17e5d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.599182 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d6739c5-8f89-4c37-b534-c3e1c29bb6ff req-546d9c95-546a-4e99-a78a-8ae10ff17e5d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 944 time: 0.0538683 May 03 12:25:24.618431 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602fde3-e01d-4355-9772-abbe88de7fc5 req-70d24984-8d62-4b07-90df-4110e74563f6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.619973 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1602fde3-e01d-4355-9772-abbe88de7fc5 req-70d24984-8d62-4b07-90df-4110e74563f6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0554621 May 03 12:25:24.663944 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0d6739c5-8f89-4c37-b534-c3e1c29bb6ff req-15b2c17c-e279-401f-9363-a79280f2284f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552578 May 03 12:25:24.707377 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1602fde3-e01d-4355-9772-abbe88de7fc5 req-798e6dbb-e3d6-4c1b-a620-7e7c3bafe482 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801444 May 03 12:25:24.762356 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4078d75-ceaf-4084-9e4b-ee06afe91827 req-ff4d64c6-9c83-4d6c-ab10-68e985b43843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.764157 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4078d75-ceaf-4084-9e4b-ee06afe91827 req-ff4d64c6-9c83-4d6c-ab10-68e985b43843 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1129 time: 0.0517218 May 03 12:25:24.860972 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38685106-c77f-4683-9a17-710701639c74 req-7ce96afe-cded-41fa-bd60-34513beba976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.862740 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-7ce96afe-cded-41fa-bd60-34513beba976 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 1130 time: 0.0527916 May 03 12:25:24.869276 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4078d75-ceaf-4084-9e4b-ee06afe91827 req-b7515d4c-f2ae-4a50-85a4-51c322a827c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771105 May 03 12:25:24.964961 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38685106-c77f-4683-9a17-710701639c74 req-750fb5cc-6937-4d65-a90e-00de19506b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:24.966461 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-750fb5cc-6937-4d65-a90e-00de19506b2b service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.0927985 May 03 12:25:25.249950 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-41cfd470-1d37-44d6-b971-65902d26ceec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9 HTTP/1.1" status: 200 len: 217 time: 0.0375054 May 03 12:25:25.266761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37828) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:25.285480 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81d51b32-6bd7-43e1-8215-6df6e97acbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.285715 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.305847 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38685106-c77f-4683-9a17-710701639c74 req-ba9bd831-cd03-4e9e-9b6a-f2cd1ba261c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:25.307988 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-ba9bd831-cd03-4e9e-9b6a-f2cd1ba261c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0461457 May 03 12:25:25.311873 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 09cb5e70-1c17-4508-8736-684ce1d483ef up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:25.400188 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81d51b32-6bd7-43e1-8215-6df6e97acbcf admin admin] Publish callbacks [] for security_group (151374da-1410-4165-9c7e-de7e80d2115c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.403679 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94ea2-9962-4784-a7e0-57fc9f9f941c req-3d6669d0-39f5-4a36-bba5-4de65d23546e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:25.405526 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f94ea2-9962-4784-a7e0-57fc9f9f941c req-3d6669d0-39f5-4a36-bba5-4de65d23546e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 944 time: 0.0616937 May 03 12:25:25.410563 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:25.414706 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 09cb5e70-1c17-4508-8736-684ce1d483ef completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:25.461667 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81d51b32-6bd7-43e1-8215-6df6e97acbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (151374da-1410-4165-9c7e-de7e80d2115c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.484660 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 09cb5e70-1c17-4508-8736-684ce1d483ef triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:25.485032 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.492155 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93f94ea2-9962-4784-a7e0-57fc9f9f941c req-6ab8f955-19db-4e68-829b-1f586636b68b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752223 May 03 12:25:25.512661 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-81d51b32-6bd7-43e1-8215-6df6e97acbcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33fce05f31934a79b73128213d37f0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397840 May 03 12:25:25.516423 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:25.523812 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d51b32-6bd7-43e1-8215-6df6e97acbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151374da-1410-4165-9c7e-de7e80d2115c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:25.568578 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba9f82f-1aa4-4c15-8159-31b9df5bda13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.602169 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33956a1f-6e45-4d69-b58a-848a654b5156 admin admin] Publish callbacks [] for security_group (151374da-1410-4165-9c7e-de7e80d2115c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.622569 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 09cb5e70-1c17-4508-8736-684ce1d483ef is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:25.622877 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.641066 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33956a1f-6e45-4d69-b58a-848a654b5156 admin admin] Publish callbacks [] for security_group (151374da-1410-4165-9c7e-de7e80d2115c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.645128 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085d9a9-a05c-421d-ad90-291bb4c642d2 req-9e5d718e-154b-41c7-b5ed-fa648df0edfe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:25.646979 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4085d9a9-a05c-421d-ad90-291bb4c642d2 req-9e5d718e-154b-41c7-b5ed-fa648df0edfe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0647497 May 03 12:25:25.660705 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:25.667728 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f39bc6-3881-4a0c-a2e6-6d02ed4cdf99" -d '{"events": [{"server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:25.683600 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 09cb5e70-1c17-4508-8736-684ce1d483ef, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=09cb5e70-1c17-4508-8736-684ce1d483ef,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:25.709478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba9f82f-1aa4-4c15-8159-31b9df5bda13 admin admin] Publish callbacks [] for security_group (f04a7492-6eb1-4d2e-9614-33d737e0e345), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.709658 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4085d9a9-a05c-421d-ad90-291bb4c642d2 req-26d1dc56-1b92-43de-9a1c-96f6d94a4a78 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568645 May 03 12:25:25.712204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887395a3-350c-4d0d-b08d-e42caf848760 x-openstack-request-id: req-887395a3-350c-4d0d-b08d-e42caf848760 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:25.714413 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "name": "network-vif-plugged", "status": "completed", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:25.714675 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-887395a3-350c-4d0d-b08d-e42caf848760 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:25.715107 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887395a3-350c-4d0d-b08d-e42caf848760'] response: {'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'code': 200} May 03 12:25:25.810374 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.813502 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5feb6685-1d53-4b0a-9c68-2a74927b02e1 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:25.814054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33956a1f-6e45-4d69-b58a-848a654b5156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (151374da-1410-4165-9c7e-de7e80d2115c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.816665 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33956a1f-6e45-4d69-b58a-848a654b5156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.820641 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-33956a1f-6e45-4d69-b58a-848a654b5156 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/151374da-1410-4165-9c7e-de7e80d2115c HTTP/1.1" status: 204 len: 168 time: 0.3031049 May 03 12:25:25.830887 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba9f82f-1aa4-4c15-8159-31b9df5bda13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f04a7492-6eb1-4d2e-9614-33d737e0e345), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:25.844976 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33956a1f-6e45-4d69-b58a-848a654b5156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151374da-1410-4165-9c7e-de7e80d2115c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:25.879663 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9f82f-1aa4-4c15-8159-31b9df5bda13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a7492-6eb1-4d2e-9614-33d737e0e345,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:25.921770 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=09cb5e70-1c17-4508-8736-684ce1d483ef,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:25.928015 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34259786-7a46-4227-8fd0-983f0404eb8e req-f9699921-cad1-457c-b263-78d84dad2b4c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:25.930063 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:25.934130 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dba9f82f-1aa4-4c15-8159-31b9df5bda13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfe2e36d262b4aebb7c5e6e0839cfae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5197628 May 03 12:25:25.937793 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34259786-7a46-4227-8fd0-983f0404eb8e req-f9699921-cad1-457c-b263-78d84dad2b4c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.1297131 May 03 12:25:25.939301 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0d59-7f85-4e07-83a4-dbc486ec15e3 req-ab36bace-8bc3-4fe9-8a97-c2295f66f4ae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:25.946418 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-117a0d59-7f85-4e07-83a4-dbc486ec15e3 req-ab36bace-8bc3-4fe9-8a97-c2295f66f4ae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 944 time: 0.1241934 May 03 12:25:25.946664 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37860) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:25.981073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:25.981856 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.018240 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38685106-c77f-4683-9a17-710701639c74 req-e29e492b-1bd4-4b03-aadd-98fb6486bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:26.020165 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-e29e492b-1bd4-4b03-aadd-98fb6486bfc1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693059 May 03 12:25:26.051250 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-34259786-7a46-4227-8fd0-983f0404eb8e req-56a681c7-f2e1-4916-b4a7-fc9c7c14b9b2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053860 May 03 12:25:26.059861 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-117a0d59-7f85-4e07-83a4-dbc486ec15e3 req-a1ade654-311d-4101-a20c-97f3d8256a67 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121576 May 03 12:25:26.094430 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5efd339-9da6-4eff-8bd2-8e8bb46704da admin admin] Publish callbacks [] for security_group (f04a7492-6eb1-4d2e-9614-33d737e0e345), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.119647 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:26.120305 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.122452 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5efd339-9da6-4eff-8bd2-8e8bb46704da admin admin] Publish callbacks [] for security_group (f04a7492-6eb1-4d2e-9614-33d737e0e345), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.161244 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:26.210188 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.227699 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5efd339-9da6-4eff-8bd2-8e8bb46704da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f04a7492-6eb1-4d2e-9614-33d737e0e345), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.230895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e5efd339-9da6-4eff-8bd2-8e8bb46704da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.234930 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e5efd339-9da6-4eff-8bd2-8e8bb46704da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f04a7492-6eb1-4d2e-9614-33d737e0e345 HTTP/1.1" status: 204 len: 168 time: 0.2862310 May 03 12:25:26.249955 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd339-9da6-4eff-8bd2-8e8bb46704da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a7492-6eb1-4d2e-9614-33d737e0e345,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:26.288320 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=5feb6685-1d53-4b0a-9c68-2a74927b02e1,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:26.575620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:26.624599 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6786ed-de53-4375-98b5-4ab565e2fae9 req-446ffc4e-fab3-47ab-8ac6-8eba594bf342 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:26.626207 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a6786ed-de53-4375-98b5-4ab565e2fae9 req-446ffc4e-fab3-47ab-8ac6-8eba594bf342 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0557997 May 03 12:25:26.673173 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a6786ed-de53-4375-98b5-4ab565e2fae9 req-d10bf560-681c-4fec-a7fd-82a5fb463cb3 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412047 May 03 12:25:26.702081 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:26.716119 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'mac_address': 'fa:16:3e:a5:78:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:26.771095 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:26.771700 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.785018 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e003b5-0665-4c32-a5f9-46415bbbdbe4 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:26.805568 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:26.857692 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fdfde-66eb-496c-b224-4229f9812cbb req-a6d8e46c-7449-46d4-8939-63ef944c1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:26.859293 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f15fdfde-66eb-496c-b224-4229f9812cbb req-a6d8e46c-7449-46d4-8939-63ef944c1ef9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1129 time: 0.1084867 May 03 12:25:26.873143 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.887944 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d948-25eb-4947-90bf-0bdb82347c1f req-8aef83a1-82d2-403a-bc91-b1a910f86a0c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:26.890167 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f761d948-25eb-4947-90bf-0bdb82347c1f req-8aef83a1-82d2-403a-bc91-b1a910f86a0c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0804317 May 03 12:25:26.891368 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37892) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:26.911655 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38d0736c-5ff7-4aa3-9159-11cf7c2aef1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:26.933428 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:26.942513 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f15fdfde-66eb-496c-b224-4229f9812cbb req-8b49df9a-2a17-42bd-bd9a-05ad5afdc8f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508249 May 03 12:25:26.946223 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-d7616090-0ddf-4f1c-af1c-56a6c2029ccd service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405324 May 03 12:25:26.994359 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f761d948-25eb-4947-90bf-0bdb82347c1f req-6cd55f9f-0d51-4b4c-aaf1-667ef1ff3026 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553815 May 03 12:25:27.010248 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38d0736c-5ff7-4aa3-9159-11cf7c2aef1d admin admin] Publish callbacks [] for security_group (3cbdd35b-172d-474a-b81f-03ccdeb5dd2c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.073450 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38d0736c-5ff7-4aa3-9159-11cf7c2aef1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3cbdd35b-172d-474a-b81f-03ccdeb5dd2c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.118498 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-38d0736c-5ff7-4aa3-9159-11cf7c2aef1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70fd8e64782d4c01a1e95b3e8f57668e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257502 May 03 12:25:27.121674 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:27.141699 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0736c-5ff7-4aa3-9159-11cf7c2aef1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbdd35b-172d-474a-b81f-03ccdeb5dd2c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:27.176001 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.221039 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d414c8-c33d-4943-89f2-a0a1192dfe81 req-e9fbcf77-2dea-42be-83e6-47deabd8e627 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:27.229320 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62d414c8-c33d-4943-89f2-a0a1192dfe81 req-e9fbcf77-2dea-42be-83e6-47deabd8e627 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0730851 May 03 12:25:27.244295 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f68749-ec35-4737-b839-ad3aacbcd62a req-a4856265-72c5-4f27-9a66-4bf9fea330a2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:27.249111 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94f68749-ec35-4737-b839-ad3aacbcd62a req-a4856265-72c5-4f27-9a66-4bf9fea330a2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0641544 May 03 12:25:27.259764 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335f5b23-9b21-4de3-98c4-958c36d616f2 admin admin] Publish callbacks [] for security_group (3cbdd35b-172d-474a-b81f-03ccdeb5dd2c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.281650 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-62d414c8-c33d-4943-89f2-a0a1192dfe81 req-9b397941-2794-45a0-a955-315c255dbbf9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507367 May 03 12:25:27.286014 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['20e003b5-0665-4c32-a5f9-46415bbbdbe4'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:27.317096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335f5b23-9b21-4de3-98c4-958c36d616f2 admin admin] Publish callbacks [] for security_group (3cbdd35b-172d-474a-b81f-03ccdeb5dd2c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.361372 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94f68749-ec35-4737-b839-ad3aacbcd62a req-bac65bee-ee83-4b29-a598-3ebd8395f840 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084170 May 03 12:25:27.447947 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38685106-c77f-4683-9a17-710701639c74 req-4fb0e72c-3ab7-42be-b94e-748659aad4cf service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528952 May 03 12:25:27.495469 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335f5b23-9b21-4de3-98c4-958c36d616f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3cbdd35b-172d-474a-b81f-03ccdeb5dd2c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.497989 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-335f5b23-9b21-4de3-98c4-958c36d616f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:27.500416 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-335f5b23-9b21-4de3-98c4-958c36d616f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3cbdd35b-172d-474a-b81f-03ccdeb5dd2c HTTP/1.1" status: 204 len: 168 time: 0.3764284 May 03 12:25:27.509817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f5b23-9b21-4de3-98c4-958c36d616f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbdd35b-172d-474a-b81f-03ccdeb5dd2c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:27.719672 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:27.719672 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca8ffc6-0da7-4637-9a60-f6b19982331d" -d '{"events": [{"server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "name": "network-vif-plugged", "status": "completed", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:27.759372 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acff0513-0c4e-41e7-b387-147270057e12 x-openstack-request-id: req-acff0513-0c4e-41e7-b387-147270057e12 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:27.759665 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "name": "network-vif-plugged", "status": "completed", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:27.759921 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acff0513-0c4e-41e7-b387-147270057e12 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:27.760326 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acff0513-0c4e-41e7-b387-147270057e12'] response: {'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'code': 200} May 03 12:25:27.798690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4594cf-1fbd-4cc3-8024-4a7aebf2a9de req-32d4675e-c4c0-4368-86d2-58636f96c698 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:27.805334 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e4594cf-1fbd-4cc3-8024-4a7aebf2a9de req-32d4675e-c4c0-4368-86d2-58636f96c698 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0553021 May 03 12:25:27.852202 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e4594cf-1fbd-4cc3-8024-4a7aebf2a9de req-786467e9-665c-4278-8955-76a97afa704f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456767 May 03 12:25:28.116249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252ec9-b4e2-4215-8de7-780f49e3a1c2 req-959a85af-10d6-4ce4-9589-c810f24d5111 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:28.123154 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7252ec9-b4e2-4215-8de7-780f49e3a1c2 req-959a85af-10d6-4ce4-9589-c810f24d5111 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 944 time: 0.0549245 May 03 12:25:28.170519 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 37954) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:28.182102 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7252ec9-b4e2-4215-8de7-780f49e3a1c2 req-060a7fd9-88d6-4d19-ae48-60f5fdd1713f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580754 May 03 12:25:28.453778 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e9eba-bf63-4405-ab61-63dabc1a842d req-effa3351-5b16-42c0-bf39-69b0cb77b6bc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:28.456408 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a0e9eba-bf63-4405-ab61-63dabc1a842d req-effa3351-5b16-42c0-bf39-69b0cb77b6bc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0494244 May 03 12:25:28.513014 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7a608ec-9086-485a-9046-2a4f5ab23b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.538819 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f345e-3248-4324-8f56-66c00689db70 req-a3a7cacf-3d71-40a8-a268-bb6748fec290 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:28.541225 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-735f345e-3248-4324-8f56-66c00689db70 req-a3a7cacf-3d71-40a8-a268-bb6748fec290 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.1054740 May 03 12:25:28.557269 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6a0e9eba-bf63-4405-ab61-63dabc1a842d req-a6d8dd42-be1c-4b9e-8f54-94493192c10e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905511 May 03 12:25:28.576467 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:28.630378 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7a608ec-9086-485a-9046-2a4f5ab23b84 admin admin] Publish callbacks [] for security_group (ff88fcbf-4692-4945-b22e-9fbf8ae52e0d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.634122 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-735f345e-3248-4324-8f56-66c00689db70 req-cc84b83a-0e68-4429-a2c4-7d79ade37fdb tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868094 May 03 12:25:28.643620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:28.712666 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7a608ec-9086-485a-9046-2a4f5ab23b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ff88fcbf-4692-4945-b22e-9fbf8ae52e0d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.712810 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:28.713093 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.759637 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:28.759817 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f7a608ec-9086-485a-9046-2a4f5ab23b84 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f65564fa86954a158da9bd8b0ff90d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861831 May 03 12:25:28.759817 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a608ec-9086-485a-9046-2a4f5ab23b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88fcbf-4692-4945-b22e-9fbf8ae52e0d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:28.804759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:28.805355 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.809420 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1515cdd6-7ea8-478d-87a2-5d18797d2589 admin admin] Publish callbacks [] for security_group (ff88fcbf-4692-4945-b22e-9fbf8ae52e0d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.830928 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1515cdd6-7ea8-478d-87a2-5d18797d2589 admin admin] Publish callbacks [] for security_group (ff88fcbf-4692-4945-b22e-9fbf8ae52e0d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.842605 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:28.905654 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.930625 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289cdf1-7352-4c98-8588-309df51fbd91 req-966f649e-6cc3-470a-a3e7-7c77e40d481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:28.932157 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7289cdf1-7352-4c98-8588-309df51fbd91 req-966f649e-6cc3-470a-a3e7-7c77e40d481e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 1129 time: 0.0522087 May 03 12:25:28.955277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:28.979417 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7289cdf1-7352-4c98-8588-309df51fbd91 req-2b39a999-62e8-4ea9-96b9-961050c65684 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409896 May 03 12:25:28.980053 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fda28-7c17-4174-9f2d-f365f6dca754 req-3729f0e8-3ef4-4b54-b8f6-9743cba1e8fd tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:28.981535 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e70fda28-7c17-4174-9f2d-f365f6dca754 req-3729f0e8-3ef4-4b54-b8f6-9743cba1e8fd tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0460126 May 03 12:25:28.985550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1515cdd6-7ea8-478d-87a2-5d18797d2589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ff88fcbf-4692-4945-b22e-9fbf8ae52e0d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.988069 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1515cdd6-7ea8-478d-87a2-5d18797d2589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:28.989232 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1515cdd6-7ea8-478d-87a2-5d18797d2589 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff88fcbf-4692-4945-b22e-9fbf8ae52e0d HTTP/1.1" status: 204 len: 168 time: 0.2305338 May 03 12:25:28.997128 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515cdd6-7ea8-478d-87a2-5d18797d2589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88fcbf-4692-4945-b22e-9fbf8ae52e0d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:29.035439 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e70fda28-7c17-4174-9f2d-f365f6dca754 req-5248ba9a-0bda-483c-8032-f0a6463ca384 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480595 May 03 12:25:29.147001 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7490f5e-ddb6-47db-99f3-f86270a6d602 req-c2e4095d-8c3e-42d4-8398-93a260a1b981 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:29.148482 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7490f5e-ddb6-47db-99f3-f86270a6d602 req-c2e4095d-8c3e-42d4-8398-93a260a1b981 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0456705 May 03 12:25:29.157892 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 37990) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:29.162159 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'floatingip': {'port_id': '09cb5e70-1c17-4508-8736-684ce1d483ef'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:29.242013 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (dd9825e5-f399-4f38-9b12-d2784f871d79), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:29.318373 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff1900-4d8b-4498-babc-e6ee1d77a5e8 req-4c3dcff3-6b07-497f-9f5e-33b9a3f97660 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:29.319868 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-baff1900-4d8b-4498-babc-e6ee1d77a5e8 req-4c3dcff3-6b07-497f-9f5e-33b9a3f97660 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0532980 May 03 12:25:29.381049 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-baff1900-4d8b-4498-babc-e6ee1d77a5e8 req-43bc75e3-f195-4596-a0ba-238c615cdb32 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495081 May 03 12:25:29.762151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:29.765323 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd0e1f4-4181-41fb-b80a-25095fec9694" -d '{"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-plugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:29.778697 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895af2a-f6c5-4cc7-8fad-314f7db828e0 req-d6112bbb-c3a1-4197-905e-8f01f74aa220 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:29.780352 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5895af2a-f6c5-4cc7-8fad-314f7db828e0 req-d6112bbb-c3a1-4197-905e-8f01f74aa220 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0957959 May 03 12:25:29.782573 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f9643-71ea-4c26-be9a-859fa7371d14 req-f29743f8-d3e1-4e2d-8755-5e5bcbdcc2b2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:29.784465 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e55f9643-71ea-4c26-be9a-859fa7371d14 req-f29743f8-d3e1-4e2d-8755-5e5bcbdcc2b2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0688422 May 03 12:25:29.840019 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e55f9643-71ea-4c26-be9a-859fa7371d14 req-fd5fc3bd-3568-42e2-836c-0b94af905a49 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494378 May 03 12:25:29.924777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e147ad4-094d-40ea-b919-4e6045b96488 x-openstack-request-id: req-5e147ad4-094d-40ea-b919-4e6045b96488 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:29.924777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-plugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:29.924777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e147ad4-094d-40ea-b919-4e6045b96488 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:29.924777 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e147ad4-094d-40ea-b919-4e6045b96488'] response: {'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'code': 200} May 03 12:25:29.925392 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5895af2a-f6c5-4cc7-8fad-314f7db828e0 req-953c6f98-b5dd-40ad-8524-6a19b114c156 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043792 May 03 12:25:30.078435 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-899073fe-58e6-43c0-87ab-c49c1ebcb089 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178648 May 03 12:25:30.230716 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38050) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:30.356824 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-712946687-network', 'tenant_id': '351fe17327d14798b1eb1880341e6937'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:30.385441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.465391 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Made reservation on behalf of 351fe17327d14798b1eb1880341e6937 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:30.465596 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (dd9825e5-f399-4f38-9b12-d2784f871d79), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.467989 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.486489 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.536308 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be517f-ad16-418a-9169-4a2fbf22dd3c req-79e2e580-b535-467f-9d4f-33f6d026f044 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:30.537703 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5be517f-ad16-418a-9169-4a2fbf22dd3c req-79e2e580-b535-467f-9d4f-33f6d026f044 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0672522 May 03 12:25:30.576976 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Floating IP dd9825e5-f399-4f38-9b12-d2784f871d79 associated. External IP: 172.27.0.53, port: 09cb5e70-1c17-4508-8736-684ce1d483ef. May 03 12:25:30.618904 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5be517f-ad16-418a-9169-4a2fbf22dd3c req-82a53cfa-a9bd-4f7b-845e-5d875f3f21cb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700099 May 03 12:25:30.640581 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks [] for security_group (fc3545c4-9878-43ca-849d-c106eb0dae4b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.707086 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (fc3545c4-9878-43ca-849d-c106eb0dae4b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.729572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:25:30.744942 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3545c4-9878-43ca-849d-c106eb0dae4b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:30.748201 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (a85bb76d-9293-493e-a390-9b9d9278e793), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.748576 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Added segment a85bb76d-9293-493e-a390-9b9d9278e793 of type vlan for network 5f29c615-eb0b-4edb-8665-c83e0737109c May 03 12:25:30.759757 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.760109 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.760503 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.760856 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.761198 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.761529 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.761868 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.762241 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.762585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.762927 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.763265 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.763599 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.763926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.764259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.764601 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:30.807424 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:25:30.809348 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (5f29c615-eb0b-4edb-8665-c83e0737109c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.884687 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (5f29c615-eb0b-4edb-8665-c83e0737109c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.885670 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:30.886308 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:30.959234 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] Pushing event updated for resources: {'Network': ['ID=5f29c615-eb0b-4edb-8665-c83e0737109c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:30.967204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 5f29c615-eb0b-4edb-8665-c83e0737109c details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:25:30.982740 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-84667299-c44b-4c1c-b971-b7eeea941cdd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7509236 May 03 12:25:30.994113 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38082) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:30.999694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Request body: {'subnet': {'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-712946687-subnet', 'tenant_id': '351fe17327d14798b1eb1880341e6937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:31.095802 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eb01-98d8-469d-bc33-13d11e711f9f req-487cc7de-954b-454e-94ad-18558e5d48bf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.097565 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1274eb01-98d8-469d-bc33-13d11e711f9f req-487cc7de-954b-454e-94ad-18558e5d48bf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0574570 May 03 12:25:31.117632 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Made reservation on behalf of 351fe17327d14798b1eb1880341e6937 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:31.119920 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:31.202473 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1274eb01-98d8-469d-bc33-13d11e711f9f req-8f4e84b6-7c86-4ebc-8f8b-ad3b2db2cb82 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988841 May 03 12:25:31.249677 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:25:31.260829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503153d-0b40-4339-b125-1546b283c3fb req-18fdbc96-eef1-4884-9d5f-e1ed30bbfd80 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.262483 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6503153d-0b40-4339-b125-1546b283c3fb req-18fdbc96-eef1-4884-9d5f-e1ed30bbfd80 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.3323071 May 03 12:25:31.265474 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:31.273068 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-c9c7d06e-3169-44d3-b51d-ef7c7cb9330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.274206 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-c9c7d06e-3169-44d3-b51d-ef7c7cb9330b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6b62c7e27134d3c814fb9ca90d6651f&device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 1130 time: 0.3326693 May 03 12:25:31.283882 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:25:31.302357 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283ae5f-9c74-4b3c-ae71-714028fe4fa1 req-ba8d9b2f-e595-4554-b054-b459d93871e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.304277 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0283ae5f-9c74-4b3c-ae71-714028fe4fa1 req-ba8d9b2f-e595-4554-b054-b459d93871e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1129 time: 0.3307538 May 03 12:25:31.307700 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:25:31.308710 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:25:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:31.349060 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-779e630f-c947-4057-9285-38d62e49fc2e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "PUT /v2.0/floatingips/dd9825e5-f399-4f38-9b12-d2784f871d79 HTTP/1.1" status: 200 len: 990 time: 2.1897187 May 03 12:25:31.639125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:31.639125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44228109-976f-4f35-b413-4599d6cc1182" -d '{"events": [{"name": "network-changed", "server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:31.639125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c91f1ab-73bf-4487-a11d-652500bd173b x-openstack-request-id: req-6c91f1ab-73bf-4487-a11d-652500bd173b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:31.639125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:31.639125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c91f1ab-73bf-4487-a11d-652500bd173b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:31.639125 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c91f1ab-73bf-4487-a11d-652500bd173b'] response: {'name': 'network-changed', 'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'status': 'completed', 'code': 200} May 03 12:25:31.642236 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:25:31.643244 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6503153d-0b40-4339-b125-1546b283c3fb req-da8ffb9e-a5fe-4f60-a090-211d4f7ed302 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758962 May 03 12:25:31.643795 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38098) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:31.644722 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0283ae5f-9c74-4b3c-ae71-714028fe4fa1 req-1bab6af4-c8fd-4359-b7f9-5ceda456e9b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846266 May 03 12:25:31.645000 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (4ed9cd5f-846e-4fe3-bee0-af195e629157), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:31.645085 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-47545b3c-5198-4438-aa43-93b4f2493d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.645085 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-47545b3c-5198-4438-aa43-93b4f2493d94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=81c1fffd-28cc-4564-bde4-1652b8db26b6 HTTP/1.1" status: 200 len: 913 time: 0.2304542 May 03 12:25:31.645085 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228109-976f-4f35-b413-4599d6cc1182 req-007a36b5-ab4e-4a6b-83c6-7f4c33b2fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.645085 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-007a36b5-ab4e-4a6b-83c6-7f4c33b2fc4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1129 time: 0.0561450 May 03 12:25:31.645345 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed9cd5f-846e-4fe3-bee0-af195e629157,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:31.645345 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee6183-9aa6-439e-a3df-3b22a68f0aaa req-b17d0e34-9f91-4daa-a634-2f30efbc1a90 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.645345 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-02ee6183-9aa6-439e-a3df-3b22a68f0aaa req-b17d0e34-9f91-4daa-a634-2f30efbc1a90 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0694721 May 03 12:25:31.649060 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38104) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:31.660644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:31.736909 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3058-ef87-4ee8-9349-ca18df00d7ca req-815c6b8f-ce3d-49de-a11a-7551bfb6492b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:31.739054 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-215d3058-ef87-4ee8-9349-ca18df00d7ca req-815c6b8f-ce3d-49de-a11a-7551bfb6492b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0491734 May 03 12:25:31.800151 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-215d3058-ef87-4ee8-9349-ca18df00d7ca req-b8eb505d-2300-42bd-b9f9-4311295742fc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522423 May 03 12:25:31.811716 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'dd9825e5-f399-4f38-9b12-d2784f871d79', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'port_id': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'mac_address': 'fa:16:3e:a9:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:30Z', 'revision_number': 1, 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:31.838751 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:25:31.849917 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:25:31.850552 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:25:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:31.918595 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Checking segment: {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:31.919248 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Network hostable DHCP agents. Network: 5f29c615-eb0b-4edb-8665-c83e0737109c, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:25:31.921681 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41cdd592-9052-4396-a32f-3b647f047bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:31.942285 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (74a67698-62eb-4c7c-af49-ded0bcb0ce22), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:31.974930 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:25:32.120095 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Network 5f29c615-eb0b-4edb-8665-c83e0737109c is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:25:32.154533 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-4ea1e993-88ff-4c16-afac-830e524f7c18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=496e8d99-1214-48ad-a108-2186ad2c1972 HTTP/1.1" status: 200 len: 217 time: 0.0425980 May 03 12:25:32.207722 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'dd9825e5-f399-4f38-9b12-d2784f871d79', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'port_id': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'mac_address': 'fa:16:3e:a9:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:30Z', 'revision_number': 1, 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:32.233387 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41cdd592-9052-4396-a32f-3b647f047bc4 admin admin] Publish callbacks [] for security_group (94f16504-0a1c-4936-949a-c3d8a0c14343), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.234666 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a69ddb3-cf67-4708-8534-f7de519cc069 None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'dd9825e5-f399-4f38-9b12-d2784f871d79', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'port_id': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'mac_address': 'fa:16:3e:a9:62:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:30Z', 'revision_number': 1, 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:25:32.236761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 5f29c615-eb0b-4edb-8665-c83e0737109c) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:32.242152 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:32.242803 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.254347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc49822-9890-4cca-a6b6-cd1b9f68465d None None] Network 5f29c615-eb0b-4edb-8665-c83e0737109c requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:25:32.311585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41cdd592-9052-4396-a32f-3b647f047bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (94f16504-0a1c-4936-949a-c3d8a0c14343), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.344214 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-81bfe874-f8a5-4da5-9961-4b12e196351e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3484805 May 03 12:25:32.394986 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f207906-e501-4e01-b310-e41068d26abb None None] Network 5f29c615-eb0b-4edb-8665-c83e0737109c requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:25:32.510734 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2cec6-7b69-40e5-a6fe-74100480b5f3 req-84ccd012-5fab-4690-beee-4bdbfed1aa0c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:32.513238 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fd2cec6-7b69-40e5-a6fe-74100480b5f3 req-84ccd012-5fab-4690-beee-4bdbfed1aa0c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.2053699 May 03 12:25:32.518366 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-41cdd592-9052-4396-a32f-3b647f047bc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88c42579a98e4777bf5ffee3bba07e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0132477 May 03 12:25:32.525417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38120) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:32.525575 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd592-9052-4396-a32f-3b647f047bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f16504-0a1c-4936-949a-c3d8a0c14343,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:32.672603 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fd2cec6-7b69-40e5-a6fe-74100480b5f3 req-14bac67d-ac45-4c72-bf2a-1ad96bf76ed3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500947 May 03 12:25:32.708307 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228109-976f-4f35-b413-4599d6cc1182 req-20b8d8d1-a82e-47ab-9c5b-ac9bff6bc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:32.710003 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-20b8d8d1-a82e-47ab-9c5b-ac9bff6bc120 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 911 time: 0.1032546 May 03 12:25:32.741650 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Publish callbacks [] for security_group (94f16504-0a1c-4936-949a-c3d8a0c14343), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.775439 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Publish callbacks [] for security_group (94f16504-0a1c-4936-949a-c3d8a0c14343), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.783206 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-a39a6e1d-fac7-4b34-b41d-a4310db2abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:32.784701 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-a39a6e1d-fac7-4b34-b41d-a4310db2abc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6b3607ca-baba-4622-af2e-c7968e303930 HTTP/1.1" status: 200 len: 852 time: 0.0737205 May 03 12:25:32.864933 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.915405 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (94f16504-0a1c-4936-949a-c3d8a0c14343), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.918533 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.919682 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94f16504-0a1c-4936-949a-c3d8a0c14343 HTTP/1.1" status: 204 len: 168 time: 0.3999910 May 03 12:25:32.929789 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (74a67698-62eb-4c7c-af49-ded0bcb0ce22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:32.937835 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f16504-0a1c-4936-949a-c3d8a0c14343,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:32.946167 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a0eab-0718-43ff-b9e2-c9526f617008 req-dd2eeb11-cacd-4f6f-b938-1f5e36bc36ff tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:32.948241 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a37a0eab-0718-43ff-b9e2-c9526f617008 req-dd2eeb11-cacd-4f6f-b938-1f5e36bc36ff tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0658209 May 03 12:25:32.955057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.955439 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.955892 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.956233 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.959726 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.960069 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.960429 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.960766 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.961280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.961504 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.961838 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.962195 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.962524 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.962845 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:32.963250 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c3fbf3-7f92-47e3-a8ed-79da9688c058 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:33.063691 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a37a0eab-0718-43ff-b9e2-c9526f617008 req-220902dc-ba5a-4934-9206-52cab035c803 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907865 May 03 12:25:33.076197 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP 74a67698-62eb-4c7c-af49-ded0bcb0ce22 associated. External IP: 172.27.0.96, port: 5feb6685-1d53-4b0a-9c68-2a74927b02e1. May 03 12:25:33.153274 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77909431-4fd1-4521-8405-5ad20211ea11 None None] New status for floating IP dd9825e5-f399-4f38-9b12-d2784f871d79: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:25:33.326717 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:25:33.678773 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:25:33.683486 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:33.692117 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:25:33.705460 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:33.723892 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c06617bb-ddc1-4542-a0f6-a0ad429850d4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "PUT /v2.0/floatingips/74a67698-62eb-4c7c-af49-ded0bcb0ce22 HTTP/1.1" status: 200 len: 990 time: 2.0587325 May 03 12:25:33.723892 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:33.723892 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041355bb-00c9-4290-a885-cd31c15f0f62" -d '{"events": [{"name": "network-changed", "server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:33.725069 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694a14d1-654a-4539-891e-dc7cf37435af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:33.742562 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:25:33.743380 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:25:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:33.762157 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3416e4a5-9c7c-4457-b23b-a2d1527230ba x-openstack-request-id: req-3416e4a5-9c7c-4457-b23b-a2d1527230ba {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:33.764353 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:33.764353 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3416e4a5-9c7c-4457-b23b-a2d1527230ba {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:33.764353 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3416e4a5-9c7c-4457-b23b-a2d1527230ba'] response: {'name': 'network-changed', 'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'status': 'completed', 'code': 200} May 03 12:25:33.808790 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694a14d1-654a-4539-891e-dc7cf37435af admin admin] Publish callbacks [] for security_group (a02d4209-cd36-43bb-8367-fce2e0bb9520), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:33.832957 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f326f7b-803a-4417-b020-7c61a51389b9 req-b1f452de-ada6-41f3-8f0e-7a832d1a3146 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:33.834550 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f326f7b-803a-4417-b020-7c61a51389b9 req-b1f452de-ada6-41f3-8f0e-7a832d1a3146 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0488675 May 03 12:25:33.867654 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:25:33.872654 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-694a14d1-654a-4539-891e-dc7cf37435af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a02d4209-cd36-43bb-8367-fce2e0bb9520), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:33.881406 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f326f7b-803a-4417-b020-7c61a51389b9 req-bee24590-e450-4c87-bf64-a623d916c193 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401270 May 03 12:25:33.920963 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-694a14d1-654a-4539-891e-dc7cf37435af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba76af05206f46759f839f10e74b2e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144074 May 03 12:25:33.927808 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a14d1-654a-4539-891e-dc7cf37435af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02d4209-cd36-43bb-8367-fce2e0bb9520,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:33.927965 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:33.980468 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49af1fa7-244e-46a7-bd4e-b6f02e3bb4c5 admin admin] Publish callbacks [] for security_group (a02d4209-cd36-43bb-8367-fce2e0bb9520), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:34.006998 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49af1fa7-244e-46a7-bd4e-b6f02e3bb4c5 admin admin] Publish callbacks [] for security_group (a02d4209-cd36-43bb-8367-fce2e0bb9520), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:34.142965 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49af1fa7-244e-46a7-bd4e-b6f02e3bb4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a02d4209-cd36-43bb-8367-fce2e0bb9520), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:34.145692 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-49af1fa7-244e-46a7-bd4e-b6f02e3bb4c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:34.146779 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-49af1fa7-244e-46a7-bd4e-b6f02e3bb4c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a02d4209-cd36-43bb-8367-fce2e0bb9520 HTTP/1.1" status: 204 len: 168 time: 0.2176027 May 03 12:25:34.186097 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af1fa7-244e-46a7-bd4e-b6f02e3bb4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02d4209-cd36-43bb-8367-fce2e0bb9520,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:34.199211 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:32Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:34.216958 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a79d7-9435-4ea8-b108-0560b4e4bbfb req-d88a6e4f-8c0b-4ca1-aef2-99dfd37fb13c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:34.218634 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db4a79d7-9435-4ea8-b108-0560b4e4bbfb req-d88a6e4f-8c0b-4ca1-aef2-99dfd37fb13c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0857575 May 03 12:25:34.227637 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:25:34.236321 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:25:34.237163 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:25:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:34.280185 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db4a79d7-9435-4ea8-b108-0560b4e4bbfb req-a486f7ad-e3c7-4018-ad4e-2c44018e7357 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510395 May 03 12:25:34.355201 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:25:34.590016 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:32Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:34.617728 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f00ee-190c-4162-8d7b-1bd969906943 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:32Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:25:34.713987 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-f62b2f55-e6da-4cb2-b8c1-5521b679bdbe tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:34.715825 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-f62b2f55-e6da-4cb2-b8c1-5521b679bdbe tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/networks?id=5f29c615-eb0b-4edb-8665-c83e0737109c HTTP/1.1" status: 200 len: 813 time: 0.1467524 May 03 12:25:34.734041 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-3443f4de-9393-43fa-bc06-50e99fdcef92 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/quotas/351fe17327d14798b1eb1880341e6937 HTTP/1.1" status: 200 len: 375 time: 0.0124955 May 03 12:25:34.765682 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-4210d41a-f8c3-4500-a89e-b98b83039094 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=81c1fffd-28cc-4564-bde4-1652b8db26b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282980 May 03 12:25:34.782249 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-fe7ee908-bf2f-4384-8f7e-1d5c7f1177eb tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=351fe17327d14798b1eb1880341e6937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419784 May 03 12:25:34.798523 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-6d917555-dd60-4fef-9a93-53750b75b297 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 200 len: 1000 time: 0.1460819 May 03 12:25:34.827394 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:34.894013 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-9f1a3fbc-b7d1-4c89-b796-39affbdaa8eb service neutron] 10.222.0.21 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046736 May 03 12:25:34.896895 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e686fd6-5c9c-4b5a-8125-7e1440835540 None None] New status for floating IP 74a67698-62eb-4c7c-af49-ded0bcb0ce22: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:25:35.019642 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f1e34-fa0c-45b7-a255-44cfb14aa9ce req-74a3e4bf-8a89-406e-b4d0-fa039e0c4e7a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:35.021104 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db3f1e34-fa0c-45b7-a255-44cfb14aa9ce req-74a3e4bf-8a89-406e-b4d0-fa039e0c4e7a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0551727 May 03 12:25:35.028402 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-2448fe9f-acf0-4146-85b8-356ae7cfb537 service neutron] 10.222.0.21 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267169 May 03 12:25:35.071748 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-db3f1e34-fa0c-45b7-a255-44cfb14aa9ce req-e3d5acf5-8806-46fd-b933-b2684573df7e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443504 May 03 12:25:35.343816 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-640118a4-be38-4939-bd98-8959c63929e8 req-4502706c-1f58-47f0-a146-d4938edd900c tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0599759 May 03 12:25:35.369828 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-95a289a3-1169-476e-ad56-5b943b003eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:35.369828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-95a289a3-1169-476e-ad56-5b943b003eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 1129 time: 0.0677574 May 03 12:25:35.420016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ec293-d2a6-4fca-8638-94c7e198a302 req-f2057217-fc7c-4b9d-978e-3a9fbedc0b2b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:35.421533 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e53ec293-d2a6-4fca-8638-94c7e198a302 req-f2057217-fc7c-4b9d-978e-3a9fbedc0b2b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0511079 May 03 12:25:35.482288 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e53ec293-d2a6-4fca-8638-94c7e198a302 req-f18126f8-5cdf-4f87-b09c-05cc8fa2d72a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544865 May 03 12:25:35.667463 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228109-976f-4f35-b413-4599d6cc1182 req-82b926dd-83fa-4a63-b053-5ab3b1755195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:35.669254 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-82b926dd-83fa-4a63-b053-5ab3b1755195 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.1766994 May 03 12:25:35.726810 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0d94-f135-4e19-a4bb-fb1ce6f0d486 req-8cef0e27-4bf9-4765-9426-7cc14bcf4d2d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:35.736717 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9cea0d94-f135-4e19-a4bb-fb1ce6f0d486 req-8cef0e27-4bf9-4765-9426-7cc14bcf4d2d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.1631382 May 03 12:25:35.748306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38248) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:35.752756 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'floatingip': {'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:35.766271 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-79ed8099-e889-4da2-baeb-47f202add5c2 service neutron] 10.222.0.39 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832599 May 03 12:25:35.768926 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-49e39b22-b443-4554-822f-34e859b40d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:35.770301 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-49e39b22-b443-4554-822f-34e859b40d4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 915 time: 0.2520876 May 03 12:25:35.802945 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (1547a416-8c64-41c3-b905-0d8a028d1be5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:36.147470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44228109-976f-4f35-b413-4599d6cc1182 req-64c897ff-581c-4596-84fb-1f56eb858e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:36.149285 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-64c897ff-581c-4596-84fb-1f56eb858e1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1468830 May 03 12:25:36.183776 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-b191ec64-7a94-43ee-958d-405e39b85123 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1 HTTP/1.1" status: 200 len: 1000 time: 0.1821892 May 03 12:25:36.274761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f83a5-8843-4881-9bb4-13392cda4787 req-f316a7d0-b392-4ec1-a981-8b184dda1fcc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:36.276308 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e1f83a5-8843-4881-9bb4-13392cda4787 req-f316a7d0-b392-4ec1-a981-8b184dda1fcc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0773146 May 03 12:25:36.297477 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d9e50ee0-025d-4e18-8dcd-0c69ffb5e3b9 req-4b2fda4b-0e73-47e6-bb99-377fbb686458 service neutron] 10.222.0.39 "GET /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972302 May 03 12:25:36.302425 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-93f99796-caaf-4b7f-ae90-af5565db1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:36.303754 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-93f99796-caaf-4b7f-ae90-af5565db1856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.1087153 May 03 12:25:36.324444 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-9ea5df8f-9cf2-42cf-93a4-08ff56574f69 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669855 May 03 12:25:36.358571 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:36.380616 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e1f83a5-8843-4881-9bb4-13392cda4787 req-0a0e30a5-dfc7-4f65-887b-982ce805aae6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 May 03 12:25:36.450133 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-52f03767-8216-4c9b-a97e-8f96f0ee6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:36.451635 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-52f03767-8216-4c9b-a97e-8f96f0ee6ec1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001227 May 03 12:25:36.465663 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (1547a416-8c64-41c3-b905-0d8a028d1be5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:36.485856 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f604806b-82fa-4169-a0a8-31a580d81ac9 req-edad8b89-417c-47b2-bc04-80cd58ae613a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0332162 May 03 12:25:36.529213 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44228109-976f-4f35-b413-4599d6cc1182 req-09065455-53cd-4538-9ac9-07a237beee1a service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788554 May 03 12:25:36.595704 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Floating IP 1547a416-8c64-41c3-b905-0d8a028d1be5 associated. External IP: 172.27.0.231, port: 20e003b5-0665-4c32-a5f9-46415bbbdbe4. May 03 12:25:36.626866 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-b07bfd01-c7c2-433d-977d-cdaaae842b05 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105607 May 03 12:25:36.833416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Router 8e74eb8d-9117-48d8-a893-22c98f776753 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:25:36.952969 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:25:36.957660 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:36.962606 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:25:36.972337 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:25:36.972975 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:25:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:36.992538 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5f7a9cb6-e88e-4aea-8218-df932bac3c72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "PUT /v2.0/floatingips/1547a416-8c64-41c3-b905-0d8a028d1be5 HTTP/1.1" status: 200 len: 991 time: 1.2377584 May 03 12:25:36.992538 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:36.992538 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa664e5c-8e3b-45f2-9555-628321e31116" -d '{"events": [{"name": "network-changed", "server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:37.026394 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67d3bb-ff72-45d8-bac8-9792c404cc4c x-openstack-request-id: req-2d67d3bb-ff72-45d8-bac8-9792c404cc4c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:37.026764 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:37.027024 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d67d3bb-ff72-45d8-bac8-9792c404cc4c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:37.028060 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d67d3bb-ff72-45d8-bac8-9792c404cc4c'] response: {'name': 'network-changed', 'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'status': 'completed', 'code': 200} May 03 12:25:37.094880 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:25:37.132503 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-041355bb-00c9-4290-a885-cd31c15f0f62 req-77109f88-eaf0-472a-bc4b-93d071df2fcb service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962055 May 03 12:25:37.226590 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-7513af55-f8bf-4bd6-85f9-3c256fe78bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:37.232046 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-7513af55-f8bf-4bd6-85f9-3c256fe78bed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1129 time: 0.0422909 May 03 12:25:37.365346 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '1547a416-8c64-41c3-b905-0d8a028d1be5', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'mac_address': 'fa:16:3e:a5:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85edba69-b74d-4891-a550-0c4de1a8557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:55Z', 'updated_at': '2022-05-03T12:25:36Z', 'revision_number': 1, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:37.371278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-a938c196-99fb-4230-af6a-e18ba6d0003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:37.372832 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-a938c196-99fb-4230-af6a-e18ba6d0003e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 918 time: 0.1235836 May 03 12:25:37.396116 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:25:37.404636 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:25:37.405245 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:25:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:37.457820 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-0fadc033-150b-4357-9575-775c59965916 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 200 len: 999 time: 0.0726166 May 03 12:25:37.516070 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:25:37.518522 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5786-a68f-4463-962f-b80ad623ae29 req-32292a0d-5107-4997-bc88-b8b5fce9567f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:37.520052 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f5c5786-a68f-4463-962f-b80ad623ae29 req-32292a0d-5107-4997-bc88-b8b5fce9567f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0471258 May 03 12:25:37.577624 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f5c5786-a68f-4463-962f-b80ad623ae29 req-a964075a-d84c-48dc-959f-7b2d622d6e36 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517848 May 03 12:25:37.793922 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '1547a416-8c64-41c3-b905-0d8a028d1be5', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'mac_address': 'fa:16:3e:a5:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85edba69-b74d-4891-a550-0c4de1a8557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:55Z', 'updated_at': '2022-05-03T12:25:36Z', 'revision_number': 1, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:37.822911 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59418154-9b69-43cc-b529-3964981c19d7 None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '1547a416-8c64-41c3-b905-0d8a028d1be5', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'floating_ip_address': '172.27.0.231', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'mac_address': 'fa:16:3e:a5:78:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85edba69-b74d-4891-a550-0c4de1a8557c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:55Z', 'updated_at': '2022-05-03T12:25:36Z', 'revision_number': 1, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:25:37.878825 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2d43a-c848-461f-aaeb-e53be616e43b req-86d7b20d-38a7-4ff3-a8d3-d880b7fafe07 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:37.880441 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-07f2d43a-c848-461f-aaeb-e53be616e43b req-86d7b20d-38a7-4ff3-a8d3-d880b7fafe07 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.1058490 May 03 12:25:37.882527 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-d9ba4bf4-4cd9-4867-8bfb-1729963ffb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:37.885132 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-d9ba4bf4-4cd9-4867-8bfb-1729963ffb5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0706692 May 03 12:25:37.886595 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9d8f39d-3d90-40a9-aba4-a2c80f940d87 req-c4ab8a89-5e3d-471e-bf26-7bd4248b9eb2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0318384 May 03 12:25:37.954138 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-36f9e945-def1-470f-a411-c86eb48164dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:37.956023 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-36f9e945-def1-470f-a411-c86eb48164dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576966 May 03 12:25:37.973867 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-07f2d43a-c848-461f-aaeb-e53be616e43b req-379175a2-ba18-4d0a-92d0-d70753576433 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826573 May 03 12:25:38.508207 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de35fc2-3cf4-475d-8bd1-defee6d32210 None None] New status for floating IP 1547a416-8c64-41c3-b905-0d8a028d1be5: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:25:38.689052 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cf211-f910-474b-adfa-9b391fec3c60 req-f6b51577-ff67-4de9-9d61-93f4f65f9fb3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:38.690524 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb8cf211-f910-474b-adfa-9b391fec3c60 req-f6b51577-ff67-4de9-9d61-93f4f65f9fb3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0461221 May 03 12:25:38.746037 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb8cf211-f910-474b-adfa-9b391fec3c60 req-6b61d0da-ba03-48be-9b5b-5147ab0de882 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 May 03 12:25:38.993616 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a90df36a-4b19-4255-9b99-9cf79d23fc39 req-1ffe1f64-5966-45e6-86a1-603a6e3ab189 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0316336 May 03 12:25:39.087147 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413456b7-8664-4c6b-9682-0dcaa4bb627f req-1f62f9dd-f78b-4f85-a923-c8f48924ea5a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:39.088784 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-413456b7-8664-4c6b-9682-0dcaa4bb627f req-1f62f9dd-f78b-4f85-a923-c8f48924ea5a tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0462792 May 03 12:25:39.134501 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-413456b7-8664-4c6b-9682-0dcaa4bb627f req-6b554fcd-7795-4c18-bff6-f5894ae6bd7f tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 May 03 12:25:39.908223 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38342) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:39.911620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd254ae9-9648-4d73-9dba-9bfef629ff03 req-50cfd259-38a5-4953-bc73-e485f78008a6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:39.913203 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd254ae9-9648-4d73-9dba-9bfef629ff03 req-50cfd259-38a5-4953-bc73-e485f78008a6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0725374 May 03 12:25:39.917147 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-99783853-5b17-4cfc-a50f-6d1c79520b82 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453297 May 03 12:25:39.967554 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fd254ae9-9648-4d73-9dba-9bfef629ff03 req-48322ef6-9ec4-4812-aa51-8443d531cdbf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449343 May 03 12:25:39.968326 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:25:40.026035 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0694fa4-044f-48de-9b65-a8157d27359c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.080334 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aa664e5c-8e3b-45f2-9555-628321e31116 req-7fea23de-e1bb-4248-9ab6-2a33935d5c4b service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907559 May 03 12:25:40.105086 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-95c43bcf-99d3-4598-9137-22f7bf2b16bd req-8df66604-cca5-4120-af45-4d2f6e4808d9 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0367217 May 03 12:25:40.138704 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0694fa4-044f-48de-9b65-a8157d27359c admin admin] Publish callbacks [] for security_group (b754171e-f669-412e-b43a-4bd1fa37c574), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.186844 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0694fa4-044f-48de-9b65-a8157d27359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b754171e-f669-412e-b43a-4bd1fa37c574), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.225625 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c0694fa4-044f-48de-9b65-a8157d27359c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7eaa83ab29424c45825ac4345e4d49d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160629 May 03 12:25:40.227568 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694fa4-044f-48de-9b65-a8157d27359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b754171e-f669-412e-b43a-4bd1fa37c574,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:40.230300 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38350) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:40.265098 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fe9a3-8164-42b2-a8b4-7be7608a82a0 req-f7f0aa5d-a6c2-46c9-8c4c-45fd934b125d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:40.266737 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-631fe9a3-8164-42b2-a8b4-7be7608a82a0 req-f7f0aa5d-a6c2-46c9-8c4c-45fd934b125d tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0621350 May 03 12:25:40.281549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ece559e-b127-48d8-91e1-19626d428136 admin admin] Publish callbacks [] for security_group (b754171e-f669-412e-b43a-4bd1fa37c574), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.304167 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ece559e-b127-48d8-91e1-19626d428136 admin admin] Publish callbacks [] for security_group (b754171e-f669-412e-b43a-4bd1fa37c574), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.438377 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ece559e-b127-48d8-91e1-19626d428136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b754171e-f669-412e-b43a-4bd1fa37c574), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.441152 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ece559e-b127-48d8-91e1-19626d428136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:40.442389 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2ece559e-b127-48d8-91e1-19626d428136 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b754171e-f669-412e-b43a-4bd1fa37c574 HTTP/1.1" status: 204 len: 168 time: 0.2111709 May 03 12:25:40.450918 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece559e-b127-48d8-91e1-19626d428136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754171e-f669-412e-b43a-4bd1fa37c574,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:40.533054 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-631fe9a3-8164-42b2-a8b4-7be7608a82a0 req-5a128e80-050c-499c-92df-efa68185b5f5 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/security-groups?id=0d1752fd-cb41-45fd-9780-b3c16b741b94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574506 May 03 12:25:40.752809 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-1e8b07c4-d996-4b10-aeb6-036f323be176 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:40.754222 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-1e8b07c4-d996-4b10-aeb6-036f323be176 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 946 time: 0.0463016 May 03 12:25:40.900453 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Deleting port 496e8d99-1214-48ad-a108-2186ad2c1972 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:25:40.900792 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.056552 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-5837d1f9-9713-45d9-852c-edeb37b835e2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:41.058062 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-5837d1f9-9713-45d9-852c-edeb37b835e2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "GET /v2.0/networks?id=5f29c615-eb0b-4edb-8665-c83e0737109c HTTP/1.1" status: 200 len: 813 time: 0.1998122 May 03 12:25:41.067218 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] For port 496e8d99-1214-48ad-a108-2186ad2c1972, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=496e8d99-1214-48ad-a108-2186ad2c1972,segment=NetworkSegment(73f47116-5154-4a8e-b5e1-e85dc89ff23b),segment_id=73f47116-5154-4a8e-b5e1-e85dc89ff23b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:41.069554 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.084824 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Calling delete_port for 496e8d99-1214-48ad-a108-2186ad2c1972 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:25:41.092119 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Request body: {'port': {'device_id': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c', 'admin_state_up': True, 'tenant_id': '351fe17327d14798b1eb1880341e6937'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:41.094482 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd452b9-93ca-4642-9997-bbf8a9fd997b req-aa4d3fc4-edfe-4d71-b70a-8bb69aa18f67 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:41.097196 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ecd452b9-93ca-4642-9997-bbf8a9fd997b req-aa4d3fc4-edfe-4d71-b70a-8bb69aa18f67 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0598466 May 03 12:25:41.105458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38362) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:41.133242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8645c3a3-9eb2-40c2-ab00-8ceffb8c0063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.201914 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ecd452b9-93ca-4642-9997-bbf8a9fd997b req-d528281d-e94d-4792-98e0-33295c5a81b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943701 May 03 12:25:41.281016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8645c3a3-9eb2-40c2-ab00-8ceffb8c0063 admin admin] Publish callbacks [] for security_group (44bc2e50-82a0-406b-bd32-c74f0ddda92a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.347221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8645c3a3-9eb2-40c2-ab00-8ceffb8c0063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (44bc2e50-82a0-406b-bd32-c74f0ddda92a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.384924 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Made reservation on behalf of 351fe17327d14798b1eb1880341e6937 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:25:41.385844 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8645c3a3-9eb2-40c2-ab00-8ceffb8c0063 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cb8bd3622974bf5bf297f24d479fa8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773080 May 03 12:25:41.387880 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645c3a3-9eb2-40c2-ab00-8ceffb8c0063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc2e50-82a0-406b-bd32-c74f0ddda92a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:41.388565 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.391389 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38370) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:41.401669 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e89168f7-25c6-4856-98ab-8877d15930cd req-30bb6734-3a3e-465f-8947-a7a3a18eee94 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0466435 May 03 12:25:41.427281 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (496e8d99-1214-48ad-a108-2186ad2c1972), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.454770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-818f3ee2-b1f9-41e4-9533-7fb5cbe7cac8 admin admin] Publish callbacks [] for security_group (44bc2e50-82a0-406b-bd32-c74f0ddda92a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.475943 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-818f3ee2-b1f9-41e4-9533-7fb5cbe7cac8 admin admin] Publish callbacks [] for security_group (44bc2e50-82a0-406b-bd32-c74f0ddda92a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.488418 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['496e8d99-1214-48ad-a108-2186ad2c1972'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:41.511512 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Pushing event deleted for resources: {'Port': ['ID=496e8d99-1214-48ad-a108-2186ad2c1972,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:41.560230 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] No DVR routers for this DVR port 496e8d99-1214-48ad-a108-2186ad2c1972 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:25:41.563446 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.567043 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-acb82a7a-0637-4c3f-b122-9c94dbc8e699 req-5e56a94a-a833-48e9-b9e2-9b58807fb859 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.39 "DELETE /v2.0/ports/496e8d99-1214-48ad-a108-2186ad2c1972 HTTP/1.1" status: 204 len: 173 time: 0.8045700 May 03 12:25:41.569813 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'name': 'network-vif-deleted', 'tag': '496e8d99-1214-48ad-a108-2186ad2c1972'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:41.572904 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e45713-b301-4428-ae5e-17ed1efe3dc3" -d '{"events": [{"server_uuid": "5ca89ecd-bff1-46c6-910b-eb98b142e103", "name": "network-vif-deleted", "tag": "496e8d99-1214-48ad-a108-2186ad2c1972"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:41.597011 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-818f3ee2-b1f9-41e4-9533-7fb5cbe7cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (44bc2e50-82a0-406b-bd32-c74f0ddda92a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.599442 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-818f3ee2-b1f9-41e4-9533-7fb5cbe7cac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.600623 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-818f3ee2-b1f9-41e4-9533-7fb5cbe7cac8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44bc2e50-82a0-406b-bd32-c74f0ddda92a HTTP/1.1" status: 204 len: 168 time: 0.2079999 May 03 12:25:41.614446 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41b777-0101-463a-9a36-f0ec3f9a4e1d x-openstack-request-id: req-2e41b777-0101-463a-9a36-f0ec3f9a4e1d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:41.614864 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca89ecd-bff1-46c6-910b-eb98b142e103", "name": "network-vif-deleted", "tag": "496e8d99-1214-48ad-a108-2186ad2c1972", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:41.615262 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e41b777-0101-463a-9a36-f0ec3f9a4e1d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:41.615669 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e41b777-0101-463a-9a36-f0ec3f9a4e1d'] response: {'server_uuid': '5ca89ecd-bff1-46c6-910b-eb98b142e103', 'name': 'network-vif-deleted', 'tag': '496e8d99-1214-48ad-a108-2186ad2c1972', 'status': 'completed', 'code': 200} May 03 12:25:41.624811 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f3ee2-b1f9-41e4-9533-7fb5cbe7cac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc2e50-82a0-406b-bd32-c74f0ddda92a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:41.665570 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f46a2eff-a030-45d5-88e0-4665d863a8bb req-023e73f1-396b-40e5-9cfd-2370174984d5 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.0534379 May 03 12:25:41.680130 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Allocated IP 172.20.0.14 (5f29c615-eb0b-4edb-8665-c83e0737109c/4ed9cd5f-846e-4fe3-bee0-af195e629157/f9c55898-7055-4944-999f-dd8387bbe56b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:25:41.846867 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks [] for port (f9c55898-7055-4944-999f-dd8387bbe56b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.945732 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:41.988713 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Network 5f29c615-eb0b-4edb-8665-c83e0737109c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:25:41.993821 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:25:41.998464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:25:42.003734 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:42.004470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.021676 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Pushing event updated for resources: {'Port': ['ID=f9c55898-7055-4944-999f-dd8387bbe56b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:42.098137 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-02080485-9766-4e57-8601-27558e4269be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0097556 May 03 12:25:42.125098 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Request body: {'port': {'device_id': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:25:42.193947 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.363996 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93004fed-bb33-4572-b484-6f0b5e6d3af7 req-8a9e21a3-54ab-429b-a1ef-1cb2029fc0ea tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:42.367334 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93004fed-bb33-4572-b484-6f0b5e6d3af7 req-8a9e21a3-54ab-429b-a1ef-1cb2029fc0ea tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0668757 May 03 12:25:42.472489 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-93004fed-bb33-4572-b484-6f0b5e6d3af7 req-5b2d45db-6261-4745-8ba1-a83b8fe2de92 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954871 May 03 12:25:42.535272 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f3db9-4c84-4821-86dc-3b280d57d965 req-63c1d1c0-881c-4082-8693-284c413b58e2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:42.539062 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b8f3db9-4c84-4821-86dc-3b280d57d965 req-63c1d1c0-881c-4082-8693-284c413b58e2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 932 time: 0.0466859 May 03 12:25:42.547684 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c55898-7055-4944-999f-dd8387bbe56b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:42.555740 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Publish callbacks [] for port (f9c55898-7055-4944-999f-dd8387bbe56b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.568695 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Transition to ACTIVE for port object f9c55898-7055-4944-999f-dd8387bbe56b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:25:42.596903 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b8f3db9-4c84-4821-86dc-3b280d57d965 req-32504be0-eb1a-4693-b8b2-22f562e4ab91 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 May 03 12:25:42.649461 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.731034 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c55898-7055-4944-999f-dd8387bbe56b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:42.744685 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Attempting to bind port f9c55898-7055-4944-999f-dd8387bbe56b on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:25:42.745032 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Attempting to bind port f9c55898-7055-4944-999f-dd8387bbe56b by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:25:42.745367 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Attempting to bind port f9c55898-7055-4944-999f-dd8387bbe56b on network 5f29c615-eb0b-4edb-8665-c83e0737109c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:42.761417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Port f9c55898-7055-4944-999f-dd8387bbe56b on network 5f29c615-eb0b-4edb-8665-c83e0737109c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:25:42.761749 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Attempting to bind port f9c55898-7055-4944-999f-dd8387bbe56b on network 5f29c615-eb0b-4edb-8665-c83e0737109c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:25:42.781540 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-04241f57-0a1e-4afc-9564-c07776b0241b req-2475cd15-a9e5-4923-ad3f-a9aa84d9e911 tempest-DeleteServersTestJSON-353743423 tempest-DeleteServersTestJSON-353743423-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ca89ecd-bff1-46c6-910b-eb98b142e103 HTTP/1.1" status: 200 len: 210 time: 0.0337744 May 03 12:25:42.782393 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:25:42.782733 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Checking segment: {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:25:42.783114 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Bound using segment: {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:25:42.783554 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Bound port: f9c55898-7055-4944-999f-dd8387bbe56b, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:25:42.783923 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.852643 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] For port f9c55898-7055-4944-999f-dd8387bbe56b, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:25:42.860108 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] For port f9c55898-7055-4944-999f-dd8387bbe56b, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f9c55898-7055-4944-999f-dd8387bbe56b,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:25:42.946987 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.984479 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:42.985102 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:42.986483 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] 10.222.0.39 "PUT /v2.0/ports/f9c55898-7055-4944-999f-dd8387bbe56b HTTP/1.1" status: 200 len: 1094 time: 0.8658080 May 03 12:25:43.010851 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab711d6-ee0a-4498-82d8-54999f20b399 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c55898-7055-4944-999f-dd8387bbe56b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:43.171749 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-71bf9fdf-dc04-4b5a-88ca-855ca770cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:43.173265 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-71bf9fdf-dc04-4b5a-88ca-855ca770cee2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=351fe17327d14798b1eb1880341e6937&device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 1128 time: 0.0404773 May 03 12:25:43.223740 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-ab93423d-96cd-452e-83f3-c7d0e34f8eac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9c55898-7055-4944-999f-dd8387bbe56b HTTP/1.1" status: 200 len: 217 time: 0.0346596 May 03 12:25:43.272216 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f973-47db-4c9c-becc-705aec10409f req-fc819ae3-03ba-454e-a310-e6b43ff9b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:43.273707 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-fc819ae3-03ba-454e-a310-e6b43ff9b87a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed9cd5f-846e-4fe3-bee0-af195e629157 HTTP/1.1" status: 200 len: 853 time: 0.0432005 May 03 12:25:43.309546 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-dda94cc8-b16f-4318-9082-f02efa4ea92c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f29c615-eb0b-4edb-8665-c83e0737109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283012 May 03 12:25:43.401140 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-5f30391b-6be6-4c73-96b4-a10eb5dca10c service neutron] 10.222.0.39 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846703 May 03 12:25:43.512532 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b200f973-47db-4c9c-becc-705aec10409f req-d254ab7f-e23d-47cd-b4ef-b3e36f1f435b service neutron] 10.222.0.39 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035295 May 03 12:25:43.601092 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee9270-eaff-4597-804a-902fe73e5be9 req-5dfc06f3-f02b-4344-9ce5-7f91ff9942ce tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:43.602608 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-79ee9270-eaff-4597-804a-902fe73e5be9 req-5dfc06f3-f02b-4344-9ce5-7f91ff9942ce tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0521767 May 03 12:25:43.617309 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'tag': 'f9c55898-7055-4944-999f-dd8387bbe56b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:43.619736 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688a9a26-0c2a-4e13-ad16-6853c737f805" -d '{"events": [{"name": "network-changed", "server_uuid": "a1adf3ce-b04d-419b-87ed-65976576bbcd", "tag": "f9c55898-7055-4944-999f-dd8387bbe56b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:43.652621 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-79ee9270-eaff-4597-804a-902fe73e5be9 req-bc72f781-16a3-48d0-a18c-17322501440c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 May 03 12:25:43.701225 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705e792-13ee-4188-a251-e3497856c204 x-openstack-request-id: req-3705e792-13ee-4188-a251-e3497856c204 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:43.701522 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1adf3ce-b04d-419b-87ed-65976576bbcd", "tag": "f9c55898-7055-4944-999f-dd8387bbe56b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:43.701861 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3705e792-13ee-4188-a251-e3497856c204 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:43.702347 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3705e792-13ee-4188-a251-e3497856c204'] response: {'name': 'network-changed', 'server_uuid': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'tag': 'f9c55898-7055-4944-999f-dd8387bbe56b', 'status': 'completed', 'code': 200} May 03 12:25:43.720787 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff82b4c-b49b-42a8-85f8-228b6fc2b435 req-4c093f6d-36a4-42da-929b-8a31ad5692c2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:43.722285 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2ff82b4c-b49b-42a8-85f8-228b6fc2b435 req-4c093f6d-36a4-42da-929b-8a31ad5692c2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 944 time: 0.0540030 May 03 12:25:43.769312 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2ff82b4c-b49b-42a8-85f8-228b6fc2b435 req-e4c6e8bc-06fb-4f3b-ae76-40f77e3c369b tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 May 03 12:25:44.621213 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 496e8d99-1214-48ad-a108-2186ad2c1972 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:25:44.642168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 496e8d99-1214-48ad-a108-2186ad2c1972 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:25:44.642509 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 496e8d99-1214-48ad-a108-2186ad2c1972 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:25:44.766756 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35cafd-e4a6-440c-bc4d-eb8b05637fca req-be2ebe6f-9a82-4103-a710-bf74b863c596 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:44.768478 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a35cafd-e4a6-440c-bc4d-eb8b05637fca req-be2ebe6f-9a82-4103-a710-bf74b863c596 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0464976 May 03 12:25:44.817593 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a35cafd-e4a6-440c-bc4d-eb8b05637fca req-59203544-39f5-443b-b4db-7149a27da4d6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425868 May 03 12:25:44.881074 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629f81c-d4d8-4da3-9265-e552a80f1c93 req-d15d5702-1efd-4fd2-8690-f3636e15882b tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:44.882643 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9629f81c-d4d8-4da3-9265-e552a80f1c93 req-d15d5702-1efd-4fd2-8690-f3636e15882b tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 944 time: 0.0460634 May 03 12:25:44.933141 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9629f81c-d4d8-4da3-9265-e552a80f1c93 req-56d3065f-47e0-4e8b-bb91-538c5959cb4a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449948 May 03 12:25:44.986920 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-fb1239a3-ab64-40f7-9ade-8a3607b72854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:44.988393 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-fb1239a3-ab64-40f7-9ade-8a3607b72854 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=351fe17327d14798b1eb1880341e6937&device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 1128 time: 0.0384750 May 03 12:25:45.078933 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-3ae27fbd-0b26-47b4-ac93-5b349c1dbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:45.080431 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-3ae27fbd-0b26-47b4-ac93-5b349c1dbbb4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f29c615-eb0b-4edb-8665-c83e0737109c HTTP/1.1" status: 200 len: 914 time: 0.0857728 May 03 12:25:45.138744 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-69b442e4-730a-4b68-9593-c0e6c1063f7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9c55898-7055-4944-999f-dd8387bbe56b HTTP/1.1" status: 200 len: 217 time: 0.0384591 May 03 12:25:45.187464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-88a52baf-648b-4340-a4db-384205503a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:45.188958 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-88a52baf-648b-4340-a4db-384205503a8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed9cd5f-846e-4fe3-bee0-af195e629157 HTTP/1.1" status: 200 len: 853 time: 0.0447741 May 03 12:25:45.222885 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-8c85487f-0182-462d-aff9-8de7a8ec8342 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f29c615-eb0b-4edb-8665-c83e0737109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252581 May 03 12:25:45.316712 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-5e0ae01f-e722-40e7-8c21-112bd3c24ea1 service neutron] 10.222.0.39 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 May 03 12:25:45.392055 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38458) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:45.417094 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-688a9a26-0c2a-4e13-ad16-6853c737f805 req-19f506ca-8395-4832-889b-f13a063f943b service neutron] 10.222.0.39 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894411 May 03 12:25:45.438859 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Deleting subnet 6b3607ca-baba-4622-af2e-c7968e303930 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:25:45.441912 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Publish callbacks [] for subnet (6b3607ca-baba-4622-af2e-c7968e303930), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.475639 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Publish callbacks [] for subnet (6b3607ca-baba-4622-af2e-c7968e303930), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.485036 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (6b3607ca-baba-4622-af2e-c7968e303930), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.615735 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (6b3607ca-baba-4622-af2e-c7968e303930), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.640048 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b3607ca-baba-4622-af2e-c7968e303930,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:45.646565 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.650655 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6ed9db5f-6185-43b6-946d-127820cad1a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6b3607ca-baba-4622-af2e-c7968e303930 HTTP/1.1" status: 204 len: 168 time: 0.2574716 May 03 12:25:45.653416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38460) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:45.727236 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (81c1fffd-28cc-4564-bde4-1652b8db26b6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.806026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (81c1fffd-28cc-4564-bde4-1652b8db26b6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.830503 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.830865 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.831627 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.831960 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > port after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.832285 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > port after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.832649 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > port after_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.832970 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.833289 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.833606 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.833926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.907891 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.908161 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.908526 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.908859 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103886) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:25:45.909239 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c1fffd-28cc-4564-bde4-1652b8db26b6']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:45.937443 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f47116-5154-4a8e-b5e1-e85dc89ff23b') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:45.937745 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f47116-5154-4a8e-b5e1-e85dc89ff23b') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:25:45.970508 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (73f47116-5154-4a8e-b5e1-e85dc89ff23b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:45.999117 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298eb02-b024-45e1-a5ff-322e2548f0df req-bb79aae0-ff37-43ea-a144-39bb5c9b90b5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:46.000716 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d298eb02-b024-45e1-a5ff-322e2548f0df req-bb79aae0-ff37-43ea-a144-39bb5c9b90b5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0865507 May 03 12:25:46.006946 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (73f47116-5154-4a8e-b5e1-e85dc89ff23b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.026063 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:25:46.026457 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (73f47116-5154-4a8e-b5e1-e85dc89ff23b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: from cryptography.utils import int_from_bytes May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: from cryptography.utils import int_from_bytes May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:25:46.048150 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:25:46.059921 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67661bb8-7e6d-46bb-a9e0-f629d9041dc6 req-a7ec59a9-ebc0-4572-8914-307d4506c393 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:46.061555 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67661bb8-7e6d-46bb-a9e0-f629d9041dc6 req-a7ec59a9-ebc0-4572-8914-307d4506c393 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 944 time: 0.0573151 May 03 12:25:46.114550 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67661bb8-7e6d-46bb-a9e0-f629d9041dc6 req-92760dd3-0ede-4f16-bc51-fd5103906c2c tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472264 May 03 12:25:46.133268 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d298eb02-b024-45e1-a5ff-322e2548f0df req-2ffb5ffd-1681-4278-a75f-690a4e634f43 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245792 May 03 12:25:46.203485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (81c1fffd-28cc-4564-bde4-1652b8db26b6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.222335 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.225506 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] 10.222.0.21 "DELETE /v2.0/networks/81c1fffd-28cc-4564-bde4-1652b8db26b6 HTTP/1.1" status: 204 len: 168 time: 0.5711296 May 03 12:25:46.227532 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeab17-0da3-4ef1-a152-11f70656e9af admin admin] Pushing event deleted for resources: {'Network': ['ID=81c1fffd-28cc-4564-bde4-1652b8db26b6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:46.582544 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38472) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:46.621364 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-24449d2b-d8a8-41a1-a3a1-9717b9a5def8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6b62c7e27134d3c814fb9ca90d6651f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376794 May 03 12:25:46.623858 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38474) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:46.670381 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f5d0-dcbd-4acd-8988-2ecb222f05f0 admin admin] Publish callbacks [] for security_group (0d1752fd-cb41-45fd-9780-b3c16b741b94), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.691526 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f5d0-dcbd-4acd-8988-2ecb222f05f0 admin admin] Publish callbacks [] for security_group (0d1752fd-cb41-45fd-9780-b3c16b741b94), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.792265 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f5d0-dcbd-4acd-8988-2ecb222f05f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0d1752fd-cb41-45fd-9780-b3c16b741b94), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.795182 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f5d0-dcbd-4acd-8988-2ecb222f05f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:46.796331 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2ff1f5d0-dcbd-4acd-8988-2ecb222f05f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d1752fd-cb41-45fd-9780-b3c16b741b94 HTTP/1.1" status: 204 len: 168 time: 0.1715572 May 03 12:25:46.803942 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1f5d0-dcbd-4acd-8988-2ecb222f05f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1752fd-cb41-45fd-9780-b3c16b741b94,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:47.240725 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f239-794f-4490-8513-64197ff39b32 req-a3a58a3a-53ef-4fc8-89b1-8206718f8bad tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:47.242216 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fe23f239-794f-4490-8513-64197ff39b32 req-a3a58a3a-53ef-4fc8-89b1-8206718f8bad tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 944 time: 0.0571432 May 03 12:25:47.269165 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffcc52-fe6e-4efa-a6b4-d0611be1124c req-66bc4a91-5981-402d-8011-4bddf88385d9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:47.270744 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3ffcc52-fe6e-4efa-a6b4-d0611be1124c req-66bc4a91-5981-402d-8011-4bddf88385d9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0569940 May 03 12:25:47.304917 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fe23f239-794f-4490-8513-64197ff39b32 req-5ba1290f-2f0c-4a56-aeb0-bb010e56b229 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565157 May 03 12:25:47.335832 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3ffcc52-fe6e-4efa-a6b4-d0611be1124c req-51afde9d-1ae9-4a7e-9a94-7d51471ffe98 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561981 May 03 12:25:48.423611 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1c871-6c95-4410-be05-30e475cc7ec4 req-3fcd3105-57a9-46d2-b9ef-ac95b65bbbf2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:48.428972 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0a1c871-6c95-4410-be05-30e475cc7ec4 req-3fcd3105-57a9-46d2-b9ef-ac95b65bbbf2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 944 time: 0.0520484 May 03 12:25:48.474770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0650e1-07ab-45c7-aa25-e54e85918eca req-5f4b0d20-eb14-465b-b0b2-6d2f4ced1193 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:48.476427 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0e0650e1-07ab-45c7-aa25-e54e85918eca req-5f4b0d20-eb14-465b-b0b2-6d2f4ced1193 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0511756 May 03 12:25:48.477794 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0a1c871-6c95-4410-be05-30e475cc7ec4 req-e8e2efb8-e253-43c5-b15c-6cc3d441b20a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 May 03 12:25:48.527273 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0e0650e1-07ab-45c7-aa25-e54e85918eca req-577ef6f1-07e9-44c5-a1ff-04cdc19b9c16 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 May 03 12:25:48.632286 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f9c55898-7055-4944-999f-dd8387bbe56b details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:25:48.742069 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port f9c55898-7055-4944-999f-dd8387bbe56b, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f9c55898-7055-4944-999f-dd8387bbe56b,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:48.753386 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'f9c55898-7055-4944-999f-dd8387bbe56b', 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c', 'port_id': 'f9c55898-7055-4944-999f-dd8387bbe56b', 'mac_address': 'fa:16:3e:c5:e2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed9cd5f-846e-4fe3-bee0-af195e629157', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:25:48.791714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port f9c55898-7055-4944-999f-dd8387bbe56b is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:48.792106 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:48.804778 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c55898-7055-4944-999f-dd8387bbe56b {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:25:48.824467 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port f9c55898-7055-4944-999f-dd8387bbe56b, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f9c55898-7055-4944-999f-dd8387bbe56b,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:48.889554 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:48.937146 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=f9c55898-7055-4944-999f-dd8387bbe56b,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:48.944184 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.944557 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.944923 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.945280 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.946180 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.946522 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.946840 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.947166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.947513 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.947838 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.948165 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.948528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.951984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.951984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:48.951984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:25:49.300386 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:49.338036 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['f9c55898-7055-4944-999f-dd8387bbe56b'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:25:49.425696 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9187952-bcb1-49f6-8206-5519acaeb2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.520574 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9187952-bcb1-49f6-8206-5519acaeb2b0 admin admin] Publish callbacks [] for security_group (773efa6d-181f-48ff-bc1b-bcb343d5dfb0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.605664 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a347d65-cefb-4fd1-b763-a7c7f4907f10 req-f7c78804-1ef9-43b1-9379-b11a1baa61b0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:49.607365 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a347d65-cefb-4fd1-b763-a7c7f4907f10 req-f7c78804-1ef9-43b1-9379-b11a1baa61b0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 945 time: 0.0482669 May 03 12:25:49.611826 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9187952-bcb1-49f6-8206-5519acaeb2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (773efa6d-181f-48ff-bc1b-bcb343d5dfb0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.655868 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba0a03-73bf-4d88-983d-3c1299e2ee45 req-d2b5f406-e3ca-495f-bbfb-096110e2fd71 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:49.657676 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccba0a03-73bf-4d88-983d-3c1299e2ee45 req-d2b5f406-e3ca-495f-bbfb-096110e2fd71 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0583754 May 03 12:25:49.665413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9187952-bcb1-49f6-8206-5519acaeb2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773efa6d-181f-48ff-bc1b-bcb343d5dfb0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:49.671706 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f9187952-bcb1-49f6-8206-5519acaeb2b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e6dbc8d9ffd46279bda5e70fe43b614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702626 May 03 12:25:49.674977 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:49.718842 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccba0a03-73bf-4d88-983d-3c1299e2ee45 req-3f55f0dd-0e92-47d8-9cbd-ba5351b26e97 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543456 May 03 12:25:49.724685 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8a347d65-cefb-4fd1-b763-a7c7f4907f10 req-64b1a9f8-fa22-471f-ad9c-96c38444c5fe tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071138 May 03 12:25:49.747491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb30873e-0733-4a64-abc5-6f31d282c544 admin admin] Publish callbacks [] for security_group (773efa6d-181f-48ff-bc1b-bcb343d5dfb0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.768704 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb30873e-0733-4a64-abc5-6f31d282c544 admin admin] Publish callbacks [] for security_group (773efa6d-181f-48ff-bc1b-bcb343d5dfb0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.877991 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb30873e-0733-4a64-abc5-6f31d282c544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (773efa6d-181f-48ff-bc1b-bcb343d5dfb0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.880619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb30873e-0733-4a64-abc5-6f31d282c544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:49.881799 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bb30873e-0733-4a64-abc5-6f31d282c544 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/773efa6d-181f-48ff-bc1b-bcb343d5dfb0 HTTP/1.1" status: 204 len: 168 time: 0.2059278 May 03 12:25:49.890277 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30873e-0733-4a64-abc5-6f31d282c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773efa6d-181f-48ff-bc1b-bcb343d5dfb0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:50.466296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:50.484980 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-194b8d29-c10c-4d41-a3b0-7283fb460ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.564728 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-194b8d29-c10c-4d41-a3b0-7283fb460ab2 admin admin] Publish callbacks [] for security_group (332e5ab1-02c9-4a31-a519-b407c1c1314c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.613046 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-194b8d29-c10c-4d41-a3b0-7283fb460ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (332e5ab1-02c9-4a31-a519-b407c1c1314c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.636752 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f9c55898-7055-4944-999f-dd8387bbe56b up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:25:50.652138 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-194b8d29-c10c-4d41-a3b0-7283fb460ab2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fa5a1740dab4227bb05de83ae1ae6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847410 May 03 12:25:50.653177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b8d29-c10c-4d41-a3b0-7283fb460ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332e5ab1-02c9-4a31-a519-b407c1c1314c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:50.654895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38596) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:50.668101 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fb93543e-8c89-432b-94bc-79704238ee27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.691409 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port f9c55898-7055-4944-999f-dd8387bbe56b completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:25:50.705389 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dee5075-54c6-4398-a72a-4b112a02958a admin admin] Publish callbacks [] for security_group (332e5ab1-02c9-4a31-a519-b407c1c1314c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.725579 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dee5075-54c6-4398-a72a-4b112a02958a admin admin] Publish callbacks [] for security_group (332e5ab1-02c9-4a31-a519-b407c1c1314c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.780453 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port f9c55898-7055-4944-999f-dd8387bbe56b triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:25:50.780983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.841952 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cc094-8e65-4ebb-aafa-70d5a6bc56d4 req-8849f6b6-b736-49f8-a624-8e72e3cdabc3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:50.843509 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-345cc094-8e65-4ebb-aafa-70d5a6bc56d4 req-8849f6b6-b736-49f8-a624-8e72e3cdabc3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0503871 May 03 12:25:50.847298 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dee5075-54c6-4398-a72a-4b112a02958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (332e5ab1-02c9-4a31-a519-b407c1c1314c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.850262 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0dee5075-54c6-4398-a72a-4b112a02958a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.851930 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0dee5075-54c6-4398-a72a-4b112a02958a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/332e5ab1-02c9-4a31-a519-b407c1c1314c HTTP/1.1" status: 204 len: 168 time: 0.1955485 May 03 12:25:50.853324 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a877e9a-c349-4d9e-b75d-a2e07cd38cf5 req-1a20d78a-a506-4ca5-8a84-0033da8f8647 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:50.860560 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a877e9a-c349-4d9e-b75d-a2e07cd38cf5 req-1a20d78a-a506-4ca5-8a84-0033da8f8647 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 945 time: 0.0630543 May 03 12:25:50.863231 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee5075-54c6-4398-a72a-4b112a02958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332e5ab1-02c9-4a31-a519-b407c1c1314c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:50.894552 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port f9c55898-7055-4944-999f-dd8387bbe56b is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:25:50.894968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:50.923267 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c55898-7055-4944-999f-dd8387bbe56b'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:25:50.925248 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a877e9a-c349-4d9e-b75d-a2e07cd38cf5 req-3a13403f-fc50-4c3d-8f27-85a91eeb71fc tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637763 May 03 12:25:50.926221 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddfecc0-093a-426c-8e6f-1dcae033cd69" -d '{"events": [{"server_uuid": "a1adf3ce-b04d-419b-87ed-65976576bbcd", "name": "network-vif-plugged", "status": "completed", "tag": "f9c55898-7055-4944-999f-dd8387bbe56b"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:25:50.927611 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-345cc094-8e65-4ebb-aafa-70d5a6bc56d4 req-8cf57eb4-3489-4f4b-8e87-abe0ccc530fe tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 May 03 12:25:50.946015 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port f9c55898-7055-4944-999f-dd8387bbe56b, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f9c55898-7055-4944-999f-dd8387bbe56b,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:25:50.990699 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a605e8-b770-4266-b44e-e9ed906b7496 x-openstack-request-id: req-52a605e8-b770-4266-b44e-e9ed906b7496 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:25:50.991019 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1adf3ce-b04d-419b-87ed-65976576bbcd", "name": "network-vif-plugged", "status": "completed", "tag": "f9c55898-7055-4944-999f-dd8387bbe56b", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:25:50.992201 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52a605e8-b770-4266-b44e-e9ed906b7496 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:25:50.992201 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a605e8-b770-4266-b44e-e9ed906b7496'] response: {'server_uuid': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c55898-7055-4944-999f-dd8387bbe56b', 'code': 200} May 03 12:25:51.009963 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:51.062307 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=f9c55898-7055-4944-999f-dd8387bbe56b,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:51.321659 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2085f9-694f-4c3a-9309-37ec2e2e9c45 req-29e45e23-d244-40b6-9fd7-1636e74bfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:51.323136 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b2085f9-694f-4c3a-9309-37ec2e2e9c45 req-29e45e23-d244-40b6-9fd7-1636e74bfa72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 1130 time: 0.0378885 May 03 12:25:51.370907 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8b2085f9-694f-4c3a-9309-37ec2e2e9c45 req-2563b427-97fc-4d80-9808-1ac11e163188 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 May 03 12:25:52.056736 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a79aa-d563-41cb-894c-f2c7548b021a req-4b24a7e3-a20f-4b20-a395-82cec4ec87d0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:52.058458 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e32a79aa-d563-41cb-894c-f2c7548b021a req-4b24a7e3-a20f-4b20-a395-82cec4ec87d0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0526280 May 03 12:25:52.116066 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e32a79aa-d563-41cb-894c-f2c7548b021a req-d1e7ad52-d89f-4ed3-8142-3b4a1c496794 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505147 May 03 12:25:52.258463 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9143-05f8-49b6-bd75-579e9ea6c778 req-32611b5e-fe8a-44a0-92f0-c522cbcd79eb tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:52.259939 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-226e9143-05f8-49b6-bd75-579e9ea6c778 req-32611b5e-fe8a-44a0-92f0-c522cbcd79eb tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.2584844 May 03 12:25:52.311519 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-226e9143-05f8-49b6-bd75-579e9ea6c778 req-f8ec3ed8-5c5e-44a1-bd57-515a33d81b9c tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458605 May 03 12:25:52.763144 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6be636cb-2388-46b2-b867-c578ca74fc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.231599 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6130f4-0051-46e0-8977-158f395ecc9f req-3a8ace47-5dba-4dfa-8681-333c09ea65d9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:53.233108 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5e6130f4-0051-46e0-8977-158f395ecc9f req-3a8ace47-5dba-4dfa-8681-333c09ea65d9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0480969 May 03 12:25:53.282418 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5e6130f4-0051-46e0-8977-158f395ecc9f req-92959990-4232-447c-ba23-11d3b0bd23eb tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 May 03 12:25:53.313514 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:53.419948 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc70aa4-ab99-4054-a953-3e135d332276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.429054 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af09d7-62fb-4cbf-8f8b-c1d892218f1f req-a1ab04ca-54a5-4ff2-affa-c3810eb823ec tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:53.431708 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9af09d7-62fb-4cbf-8f8b-c1d892218f1f req-a1ab04ca-54a5-4ff2-affa-c3810eb823ec tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.0499229 May 03 12:25:53.487510 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c9af09d7-62fb-4cbf-8f8b-c1d892218f1f req-48404d6a-ea77-4af3-8f5d-1ccc6275cdbc tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 May 03 12:25:53.514714 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc70aa4-ab99-4054-a953-3e135d332276 admin admin] Publish callbacks [] for security_group (17ed9fc9-7bb1-4d48-94e7-493fdad0038e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.597927 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1dc70aa4-ab99-4054-a953-3e135d332276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (17ed9fc9-7bb1-4d48-94e7-493fdad0038e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.644833 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc70aa4-ab99-4054-a953-3e135d332276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed9fc9-7bb1-4d48-94e7-493fdad0038e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:53.649690 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1dc70aa4-ab99-4054-a953-3e135d332276 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0764f7ee5a5f493aa7b27c31168a9609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352573 May 03 12:25:53.652333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:53.705837 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5a497d9-a63d-454a-b601-f8fff3c98a62 admin admin] Publish callbacks [] for security_group (17ed9fc9-7bb1-4d48-94e7-493fdad0038e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.731311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5a497d9-a63d-454a-b601-f8fff3c98a62 admin admin] Publish callbacks [] for security_group (17ed9fc9-7bb1-4d48-94e7-493fdad0038e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.871816 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5a497d9-a63d-454a-b601-f8fff3c98a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (17ed9fc9-7bb1-4d48-94e7-493fdad0038e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.874585 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5a497d9-a63d-454a-b601-f8fff3c98a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:53.875836 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f5a497d9-a63d-454a-b601-f8fff3c98a62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17ed9fc9-7bb1-4d48-94e7-493fdad0038e HTTP/1.1" status: 204 len: 168 time: 0.2225685 May 03 12:25:53.884025 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a497d9-a63d-454a-b601-f8fff3c98a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed9fc9-7bb1-4d48-94e7-493fdad0038e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:54.110348 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:54.393487 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dfc62-bdb1-4881-8358-9ee0291f2003 req-f4ea7eb7-a52a-4c80-b5d1-7bd933d6ad20 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:54.394977 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-156dfc62-bdb1-4881-8358-9ee0291f2003 req-f4ea7eb7-a52a-4c80-b5d1-7bd933d6ad20 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0466375 May 03 12:25:54.448929 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-156dfc62-bdb1-4881-8358-9ee0291f2003 req-4275040a-5e07-44b2-ba95-43ef801ced29 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477035 May 03 12:25:54.596608 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8dd90-7cc0-4d2b-9049-8dde0336a181 req-8755899d-5c21-44b8-9cd2-63e76521f142 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:54.599454 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06b8dd90-7cc0-4d2b-9049-8dde0336a181 req-8755899d-5c21-44b8-9cd2-63e76521f142 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.0507145 May 03 12:25:54.648311 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-06b8dd90-7cc0-4d2b-9049-8dde0336a181 req-c8b09d8e-b833-423f-a8c3-37b4f3f49297 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 May 03 12:25:55.271671 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:55.565280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e1f9-b794-4969-bc61-4f07f252f9e0 req-5c75fbe4-71e3-4eaa-abfd-2ed9b93a42f0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:55.566781 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c243e1f9-b794-4969-bc61-4f07f252f9e0 req-5c75fbe4-71e3-4eaa-abfd-2ed9b93a42f0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0536475 May 03 12:25:55.619144 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c243e1f9-b794-4969-bc61-4f07f252f9e0 req-92400519-3465-47ea-a868-6c8f0eec59ed tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459735 May 03 12:25:56.365458 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:56.467051 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094af8bc-814d-48ca-9f0a-e6fa7651837e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.541975 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094af8bc-814d-48ca-9f0a-e6fa7651837e admin admin] Publish callbacks [] for security_group (101a1f32-ff0d-41bf-b288-0b3979a1821d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.596962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-094af8bc-814d-48ca-9f0a-e6fa7651837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (101a1f32-ff0d-41bf-b288-0b3979a1821d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.635827 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-094af8bc-814d-48ca-9f0a-e6fa7651837e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=013553810cf44582abef1f6ae254ae46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691526 May 03 12:25:56.636888 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094af8bc-814d-48ca-9f0a-e6fa7651837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101a1f32-ff0d-41bf-b288-0b3979a1821d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:56.638580 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38886) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:56.713730 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9465e0f-eaad-4f4f-9450-86ac0f6bed28 admin admin] Publish callbacks [] for security_group (101a1f32-ff0d-41bf-b288-0b3979a1821d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.756323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9465e0f-eaad-4f4f-9450-86ac0f6bed28 admin admin] Publish callbacks [] for security_group (101a1f32-ff0d-41bf-b288-0b3979a1821d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.767971 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853ed9-1771-431b-939e-6c6acddf91ba req-80f26212-865a-4a3d-8a7a-0c346fcb77c4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:56.769471 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b853ed9-1771-431b-939e-6c6acddf91ba req-80f26212-865a-4a3d-8a7a-0c346fcb77c4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0696101 May 03 12:25:56.838345 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b853ed9-1771-431b-939e-6c6acddf91ba req-991dcc05-b857-469f-a5e7-a318c75f04f6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596888 May 03 12:25:56.938601 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9465e0f-eaad-4f4f-9450-86ac0f6bed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (101a1f32-ff0d-41bf-b288-0b3979a1821d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.941206 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9465e0f-eaad-4f4f-9450-86ac0f6bed28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:56.942373 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f9465e0f-eaad-4f4f-9450-86ac0f6bed28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/101a1f32-ff0d-41bf-b288-0b3979a1821d HTTP/1.1" status: 204 len: 168 time: 0.3023024 May 03 12:25:56.950257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9465e0f-eaad-4f4f-9450-86ac0f6bed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101a1f32-ff0d-41bf-b288-0b3979a1821d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:57.180159 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.512567 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 38904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:57.527387 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-839026f2-dc3e-40d0-9127-ae478072ebb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.599810 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-839026f2-dc3e-40d0-9127-ae478072ebb1 admin admin] Publish callbacks [] for security_group (22de5301-9f79-42df-b7fd-819ade77013d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.671409 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-839026f2-dc3e-40d0-9127-ae478072ebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (22de5301-9f79-42df-b7fd-819ade77013d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.710877 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-839026f2-dc3e-40d0-9127-ae478072ebb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e65b84314ca64628b2998643e85c41e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964841 May 03 12:25:57.711740 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839026f2-dc3e-40d0-9127-ae478072ebb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de5301-9f79-42df-b7fd-819ade77013d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:57.713265 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38906) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:57.761937 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8993-de6a-4441-a776-b5633ddbffb2 admin admin] Publish callbacks [] for security_group (22de5301-9f79-42df-b7fd-819ade77013d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.782417 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8993-de6a-4441-a776-b5633ddbffb2 admin admin] Publish callbacks [] for security_group (22de5301-9f79-42df-b7fd-819ade77013d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.906110 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8993-de6a-4441-a776-b5633ddbffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (22de5301-9f79-42df-b7fd-819ade77013d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.908931 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7ea8993-de6a-4441-a776-b5633ddbffb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:57.910301 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b7ea8993-de6a-4441-a776-b5633ddbffb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22de5301-9f79-42df-b7fd-819ade77013d HTTP/1.1" status: 204 len: 168 time: 0.1960371 May 03 12:25:57.921410 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea8993-de6a-4441-a776-b5633ddbffb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de5301-9f79-42df-b7fd-819ade77013d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:57.969248 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb6c5e-e135-4709-9bd3-c457fc3eb1e1 req-ffdf9039-bc05-418b-bc1f-6b5f60668e92 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:57.970910 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ccb6c5e-e135-4709-9bd3-c457fc3eb1e1 req-ffdf9039-bc05-418b-bc1f-6b5f60668e92 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0638957 May 03 12:25:58.022829 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ccb6c5e-e135-4709-9bd3-c457fc3eb1e1 req-3bbbd666-a5dd-4730-bd8e-20d87a10517f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 May 03 12:25:58.554298 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38946) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:58.705738 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb1b-085c-433d-b1d6-3d3ae7af4cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:58.781195 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb1b-085c-433d-b1d6-3d3ae7af4cfa admin admin] Publish callbacks [] for security_group (71aeadf8-4f52-4f9a-a7d2-12d163866a00), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:58.849139 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01ccbb1b-085c-433d-b1d6-3d3ae7af4cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (71aeadf8-4f52-4f9a-a7d2-12d163866a00), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:58.889325 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-01ccbb1b-085c-433d-b1d6-3d3ae7af4cfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69736223e6c1479483a2883500ffdf59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339710 May 03 12:25:58.890203 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccbb1b-085c-433d-b1d6-3d3ae7af4cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aeadf8-4f52-4f9a-a7d2-12d163866a00,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:58.892494 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38956) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:25:58.941672 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87418c68-6cd8-4d9f-b91d-dac6f5235a74 admin admin] Publish callbacks [] for security_group (71aeadf8-4f52-4f9a-a7d2-12d163866a00), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:58.964942 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87418c68-6cd8-4d9f-b91d-dac6f5235a74 admin admin] Publish callbacks [] for security_group (71aeadf8-4f52-4f9a-a7d2-12d163866a00), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:59.078205 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87418c68-6cd8-4d9f-b91d-dac6f5235a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (71aeadf8-4f52-4f9a-a7d2-12d163866a00), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:59.084974 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87418c68-6cd8-4d9f-b91d-dac6f5235a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:25:59.086237 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-87418c68-6cd8-4d9f-b91d-dac6f5235a74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71aeadf8-4f52-4f9a-a7d2-12d163866a00 HTTP/1.1" status: 204 len: 168 time: 0.1928003 May 03 12:25:59.099149 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87418c68-6cd8-4d9f-b91d-dac6f5235a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aeadf8-4f52-4f9a-a7d2-12d163866a00,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:25:59.152912 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b787ab-1fa1-4ef4-bdf2-6be99244eac6 req-f35beee2-f374-491f-afc8-d938dd172cd8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:25:59.154438 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3b787ab-1fa1-4ef4-bdf2-6be99244eac6 req-f35beee2-f374-491f-afc8-d938dd172cd8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0533109 May 03 12:25:59.202395 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3b787ab-1fa1-4ef4-bdf2-6be99244eac6 req-0a08c523-46ca-4c34-b390-f06bd58779a7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419886 May 03 12:26:00.042644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 38994) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:00.153027 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9624123-6477-41a2-9195-a81568459492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.225122 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9624123-6477-41a2-9195-a81568459492 admin admin] Publish callbacks [] for security_group (1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.271427 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9624123-6477-41a2-9195-a81568459492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.312922 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c9624123-6477-41a2-9195-a81568459492 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1fbfc8519b84b63afeb6f43d5340665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691331 May 03 12:26:00.313155 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:00.314096 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9624123-6477-41a2-9195-a81568459492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:00.333000 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cbabe-4a56-404f-8c1b-d7cdbb76fba1 req-3a6c8d08-def8-4aab-861c-a51cf12d3cec tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:00.334847 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b74cbabe-4a56-404f-8c1b-d7cdbb76fba1 req-3a6c8d08-def8-4aab-861c-a51cf12d3cec tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0618644 May 03 12:26:00.352720 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39004) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:00.406659 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47b968ff-0c82-4a5f-8a58-328eeebe83c6 admin admin] Publish callbacks [] for security_group (1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.425969 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b74cbabe-4a56-404f-8c1b-d7cdbb76fba1 req-92157d68-83a9-4a2e-b64c-b8c39a8a6a09 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722613 May 03 12:26:00.442453 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47b968ff-0c82-4a5f-8a58-328eeebe83c6 admin admin] Publish callbacks [] for security_group (1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.460963 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e856cd9-bc42-4b4d-a7bb-3adedc0d4e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.551600 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47b968ff-0c82-4a5f-8a58-328eeebe83c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.554129 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47b968ff-0c82-4a5f-8a58-328eeebe83c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.555783 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-47b968ff-0c82-4a5f-8a58-328eeebe83c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be HTTP/1.1" status: 204 len: 168 time: 0.2411673 May 03 12:26:00.566155 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b968ff-0c82-4a5f-8a58-328eeebe83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3ef0f-ac4c-485a-ab21-0a1ecc81d3be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:00.617960 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e856cd9-bc42-4b4d-a7bb-3adedc0d4e72 admin admin] Publish callbacks [] for security_group (e779aedb-2562-4739-95b5-222658422c13), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.681404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e856cd9-bc42-4b4d-a7bb-3adedc0d4e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e779aedb-2562-4739-95b5-222658422c13), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.719678 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8e856cd9-bc42-4b4d-a7bb-3adedc0d4e72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9046a33777914cf9a474684d9792bfc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3655889 May 03 12:26:00.720559 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e856cd9-bc42-4b4d-a7bb-3adedc0d4e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779aedb-2562-4739-95b5-222658422c13,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:00.722380 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:00.769557 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8987351-70d0-4430-a3c0-0171f117fd87 admin admin] Publish callbacks [] for security_group (e779aedb-2562-4739-95b5-222658422c13), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.790688 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8987351-70d0-4430-a3c0-0171f117fd87 admin admin] Publish callbacks [] for security_group (e779aedb-2562-4739-95b5-222658422c13), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.888949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8987351-70d0-4430-a3c0-0171f117fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e779aedb-2562-4739-95b5-222658422c13), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.891474 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8987351-70d0-4430-a3c0-0171f117fd87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:00.892654 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f8987351-70d0-4430-a3c0-0171f117fd87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e779aedb-2562-4739-95b5-222658422c13 HTTP/1.1" status: 204 len: 168 time: 0.1690743 May 03 12:26:00.902715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8987351-70d0-4430-a3c0-0171f117fd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779aedb-2562-4739-95b5-222658422c13,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:01.550556 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496de2f-b3df-483c-b4ac-98964ffa3d9f req-166d0c57-ba6c-4abb-8b54-f7c38cf4b176 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:01.552147 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6496de2f-b3df-483c-b4ac-98964ffa3d9f req-166d0c57-ba6c-4abb-8b54-f7c38cf4b176 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0508618 May 03 12:26:01.562692 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39040) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:01.577287 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a90-6405-4c56-b5ca-ab16dd3427a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.617838 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6496de2f-b3df-483c-b4ac-98964ffa3d9f req-5c2aebe3-b83a-4fdc-9f58-e04710935095 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595937 May 03 12:26:01.671577 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a90-6405-4c56-b5ca-ab16dd3427a4 admin admin] Publish callbacks [] for security_group (aa859849-8736-437e-b333-ed5d6855291e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.751636 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1aed6a90-6405-4c56-b5ca-ab16dd3427a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (aa859849-8736-437e-b333-ed5d6855291e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.790970 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed6a90-6405-4c56-b5ca-ab16dd3427a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa859849-8736-437e-b333-ed5d6855291e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:01.795480 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1aed6a90-6405-4c56-b5ca-ab16dd3427a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5922f81b1f2c4ffcafc9193be5abafeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316904 May 03 12:26:01.798202 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39048) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:01.848173 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fec3c4f-c262-4af3-bed9-a1aa478b98fd admin admin] Publish callbacks [] for security_group (aa859849-8736-437e-b333-ed5d6855291e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.869665 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fec3c4f-c262-4af3-bed9-a1aa478b98fd admin admin] Publish callbacks [] for security_group (aa859849-8736-437e-b333-ed5d6855291e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.963071 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fec3c4f-c262-4af3-bed9-a1aa478b98fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (aa859849-8736-437e-b333-ed5d6855291e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.965802 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fec3c4f-c262-4af3-bed9-a1aa478b98fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:01.967007 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3fec3c4f-c262-4af3-bed9-a1aa478b98fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa859849-8736-437e-b333-ed5d6855291e HTTP/1.1" status: 204 len: 168 time: 0.1677530 May 03 12:26:01.974686 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec3c4f-c262-4af3-bed9-a1aa478b98fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa859849-8736-437e-b333-ed5d6855291e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:02.731121 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4c400-f2c0-46f3-93db-42593ef2da43 req-ffa19109-f380-46ff-8ca9-0cc2c6963173 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:02.732640 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-46f4c400-f2c0-46f3-93db-42593ef2da43 req-ffa19109-f380-46ff-8ca9-0cc2c6963173 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0474629 May 03 12:26:02.779735 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-46f4c400-f2c0-46f3-93db-42593ef2da43 req-5b4e38ee-dba4-4acf-a719-b4991ab59933 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 May 03 12:26:03.906640 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c991c-6b3a-4f61-9a24-211854c82e37 req-f1f62c54-35db-45d9-acd5-368894caf0cd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:03.908176 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-696c991c-6b3a-4f61-9a24-211854c82e37 req-f1f62c54-35db-45d9-acd5-368894caf0cd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0523660 May 03 12:26:03.956527 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-696c991c-6b3a-4f61-9a24-211854c82e37 req-5534a83f-55d8-43ec-a44f-565d2f3263b1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 May 03 12:26:04.863989 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:05.068517 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4e856-801f-4363-ba5a-ae1b74ea1008 req-1bda6c80-cf4d-4fdd-848e-da6735d7df80 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:05.070562 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7c4e856-801f-4363-ba5a-ae1b74ea1008 req-1bda6c80-cf4d-4fdd-848e-da6735d7df80 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0468094 May 03 12:26:05.117159 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7c4e856-801f-4363-ba5a-ae1b74ea1008 req-24752dc3-d417-4b07-9432-0faa0a5573f0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 May 03 12:26:06.227235 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ed85-27b2-4fb9-aed7-19e88ce1f63a req-8f887ae2-27d4-4968-b74a-027fb62e2c1b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:06.228928 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c77ed85-27b2-4fb9-aed7-19e88ce1f63a req-8f887ae2-27d4-4968-b74a-027fb62e2c1b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0453000 May 03 12:26:06.274707 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c77ed85-27b2-4fb9-aed7-19e88ce1f63a req-50dc956c-2907-4ef7-98a1-ad4eb12310d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 May 03 12:26:07.388382 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105c336-99bf-4088-b8a1-f816776271ce req-76709104-cccc-4546-9cde-413bd7524750 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:07.389853 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4105c336-99bf-4088-b8a1-f816776271ce req-76709104-cccc-4546-9cde-413bd7524750 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0501258 May 03 12:26:07.435188 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4105c336-99bf-4088-b8a1-f816776271ce req-dc1c99a1-d7a0-4655-bb28-c624df26cc2e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 May 03 12:26:08.659618 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89f18a-e975-4448-baf6-8492fa2ba617 req-602a66ff-d9c4-4e44-94da-49e5bed7ecc8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:08.661171 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f89f18a-e975-4448-baf6-8492fa2ba617 req-602a66ff-d9c4-4e44-94da-49e5bed7ecc8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0498304 May 03 12:26:08.708553 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0f89f18a-e975-4448-baf6-8492fa2ba617 req-14841973-766c-4d18-8cd3-601649550c2b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 May 03 12:26:08.741114 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8b330-96c9-428c-b7cd-29870c65c0e8 req-acf7e165-a6d6-4719-a70b-8f128617b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:08.743121 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-69e8b330-96c9-428c-b7cd-29870c65c0e8 req-acf7e165-a6d6-4719-a70b-8f128617b5a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 1130 time: 0.0375690 May 03 12:26:08.788180 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-69e8b330-96c9-428c-b7cd-29870c65c0e8 req-8412e8c6-dd86-4aa7-82c6-822aff8b3596 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373030 May 03 12:26:09.818146 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d893f-bf73-4acb-89c0-a08df1f5ad0b req-3bb61e11-3f57-46d6-a29b-9b263f97b8d2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:09.819730 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-566d893f-bf73-4acb-89c0-a08df1f5ad0b req-3bb61e11-3f57-46d6-a29b-9b263f97b8d2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0465267 May 03 12:26:09.868433 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-566d893f-bf73-4acb-89c0-a08df1f5ad0b req-b7ab7b2a-78bb-4ed6-9743-6aff99bbeddf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 May 03 12:26:10.981323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9232f02-e0b7-4161-8075-2e5a1937163b req-3db714b4-e2f6-4977-9815-8e6c8b9a5516 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:10.982768 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9232f02-e0b7-4161-8075-2e5a1937163b req-3db714b4-e2f6-4977-9815-8e6c8b9a5516 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0488586 May 03 12:26:11.027611 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9232f02-e0b7-4161-8075-2e5a1937163b req-feb96e5b-4832-47ce-9555-4e8d48ff8848 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 May 03 12:26:12.147002 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25869c90-fe29-4fc4-97ce-67a03ff909bd req-f3f2f522-282e-49a3-8380-fb71dabc47d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:12.148636 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-25869c90-fe29-4fc4-97ce-67a03ff909bd req-f3f2f522-282e-49a3-8380-fb71dabc47d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0476134 May 03 12:26:12.199297 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-25869c90-fe29-4fc4-97ce-67a03ff909bd req-6ce6117d-4695-45a2-b196-e8530b0c949e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 May 03 12:26:13.316871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f53f7-e483-47d7-98d8-1ea97ba01daf req-4d275788-3b66-48b8-b365-a1012c3b369d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:13.318347 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d68f53f7-e483-47d7-98d8-1ea97ba01daf req-4d275788-3b66-48b8-b365-a1012c3b369d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0477049 May 03 12:26:13.405673 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d68f53f7-e483-47d7-98d8-1ea97ba01daf req-afe626bc-1137-40a4-acee-fb64cea2f8a3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417316 May 03 12:26:13.482125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ab8bb-3c77-4aa9-ba18-03239533bd47 req-82577786-a715-4eef-a5c9-fe30030d2a0c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:13.483638 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-985ab8bb-3c77-4aa9-ba18-03239533bd47 req-82577786-a715-4eef-a5c9-fe30030d2a0c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0525846 May 03 12:26:13.531885 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-985ab8bb-3c77-4aa9-ba18-03239533bd47 req-25de068c-4a8a-43b9-9381-74f4cb6c78d9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 May 03 12:26:13.991266 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39232) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:14.096437 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-288b0c24-4eba-4cb0-b582-d97a7fabfc3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.170898 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-288b0c24-4eba-4cb0-b582-d97a7fabfc3c admin admin] Publish callbacks [] for security_group (b37a7c5a-50bd-4656-aad5-8834d7496832), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.248213 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-288b0c24-4eba-4cb0-b582-d97a7fabfc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b37a7c5a-50bd-4656-aad5-8834d7496832), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.290696 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-288b0c24-4eba-4cb0-b582-d97a7fabfc3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f3bff7b2dab460a96fe0daf74723c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980886 May 03 12:26:14.294488 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39242) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:14.295895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b0c24-4eba-4cb0-b582-d97a7fabfc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a7c5a-50bd-4656-aad5-8834d7496832,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:14.350882 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19d138a0-7a22-408a-a167-77abab3a74b8 admin admin] Publish callbacks [] for security_group (b37a7c5a-50bd-4656-aad5-8834d7496832), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.371485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19d138a0-7a22-408a-a167-77abab3a74b8 admin admin] Publish callbacks [] for security_group (b37a7c5a-50bd-4656-aad5-8834d7496832), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.510865 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19d138a0-7a22-408a-a167-77abab3a74b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b37a7c5a-50bd-4656-aad5-8834d7496832), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.513440 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19d138a0-7a22-408a-a167-77abab3a74b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:14.514582 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-19d138a0-7a22-408a-a167-77abab3a74b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b37a7c5a-50bd-4656-aad5-8834d7496832 HTTP/1.1" status: 204 len: 168 time: 0.2122748 May 03 12:26:14.522802 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d138a0-7a22-408a-a167-77abab3a74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a7c5a-50bd-4656-aad5-8834d7496832,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:15.155735 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:15.172839 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c45956c-802d-413a-ba9f-d432e96280c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.253863 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c45956c-802d-413a-ba9f-d432e96280c4 admin admin] Publish callbacks [] for security_group (b1539e1f-a562-48dd-9d46-735b186156fb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.339592 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c45956c-802d-413a-ba9f-d432e96280c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b1539e1f-a562-48dd-9d46-735b186156fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.381838 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8c45956c-802d-413a-ba9f-d432e96280c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7abd8e5225d7444eab70f16300aa9014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248647 May 03 12:26:15.382722 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45956c-802d-413a-ba9f-d432e96280c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1539e1f-a562-48dd-9d46-735b186156fb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:15.384766 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39264) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:15.434247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-857a6b85-315c-4065-ac87-f4c8db0e2f27 admin admin] Publish callbacks [] for security_group (b1539e1f-a562-48dd-9d46-735b186156fb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.465238 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-857a6b85-315c-4065-ac87-f4c8db0e2f27 admin admin] Publish callbacks [] for security_group (b1539e1f-a562-48dd-9d46-735b186156fb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.619445 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-857a6b85-315c-4065-ac87-f4c8db0e2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b1539e1f-a562-48dd-9d46-735b186156fb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.622011 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-857a6b85-315c-4065-ac87-f4c8db0e2f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:15.623305 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-857a6b85-315c-4065-ac87-f4c8db0e2f27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1539e1f-a562-48dd-9d46-735b186156fb HTTP/1.1" status: 204 len: 168 time: 0.2373865 May 03 12:26:15.633210 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a6b85-315c-4065-ac87-f4c8db0e2f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1539e1f-a562-48dd-9d46-735b186156fb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:15.813985 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482251ee-8010-44ab-bb48-9566ff6cd86d req-a40cfb74-c429-4acd-a936-cd6f3885401c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:15.815580 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-482251ee-8010-44ab-bb48-9566ff6cd86d req-a40cfb74-c429-4acd-a936-cd6f3885401c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0472069 May 03 12:26:15.862519 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-482251ee-8010-44ab-bb48-9566ff6cd86d req-a21de9c6-2726-4121-aff3-184ea7ad3ba6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 May 03 12:26:15.934769 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-5f0e662c-97a1-40ad-8e19-a95b7b0fe254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:15.936286 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-5f0e662c-97a1-40ad-8e19-a95b7b0fe254 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1129 time: 0.0414312 May 03 12:26:16.243107 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-ae34a730-57bb-4afe-bfc2-0e47eacfe173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:16.244710 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-ae34a730-57bb-4afe-bfc2-0e47eacfe173 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.2997196 May 03 12:26:16.292251 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-e47e7e9c-db0d-443d-82a9-18717ae7bc90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 200 len: 217 time: 0.0374050 May 03 12:26:16.345684 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-a826faec-0f98-4adf-945c-87ab1e394c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:16.345684 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-a826faec-0f98-4adf-945c-87ab1e394c3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0450523 May 03 12:26:16.388692 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-db4ed7d2-751c-4be0-8743-9b59add7e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:16.390190 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-db4ed7d2-751c-4be0-8743-9b59add7e598 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390694 May 03 12:26:16.489508 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-ac1379b8-6fdf-4a88-a4c7-23f209b05686 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855203 May 03 12:26:16.584576 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7bbcaaf-4e14-4c86-a97c-3457b6f1f5a0 req-1c1a1cec-6fd3-4bd3-8537-8af71e155f32 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885417 May 03 12:26:16.964834 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:26:16.983016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6587-7bee-4774-9e31-9afdae15e4c3 req-7ca13002-341c-4309-9129-c04ce2ac7096 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:16.984871 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37fa6587-7bee-4774-9e31-9afdae15e4c3 req-7ca13002-341c-4309-9129-c04ce2ac7096 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0505233 May 03 12:26:17.031631 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37fa6587-7bee-4774-9e31-9afdae15e4c3 req-d460568c-904e-4efa-9e81-af039366e927 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 May 03 12:26:18.146520 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf8a74-ff7f-4c86-b8c8-fe65a5494302 req-846958a9-82cb-45c6-9feb-5e6d11a659fb tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:18.148634 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34bf8a74-ff7f-4c86-b8c8-fe65a5494302 req-846958a9-82cb-45c6-9feb-5e6d11a659fb tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0500433 May 03 12:26:18.195310 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-34bf8a74-ff7f-4c86-b8c8-fe65a5494302 req-24f04971-3a7a-45d7-bf92-f2e65f0d0bf5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412986 May 03 12:26:19.305291 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb4ac4-3211-4661-9860-6a994a8ee698 req-2c5d57cf-c1cb-4859-8ae2-9755728878e9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:19.306640 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68eb4ac4-3211-4661-9860-6a994a8ee698 req-2c5d57cf-c1cb-4859-8ae2-9755728878e9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0454409 May 03 12:26:19.351582 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-68eb4ac4-3211-4661-9860-6a994a8ee698 req-e562b674-6188-4a7c-981e-56829b825686 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 May 03 12:26:20.460058 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb14248-16c5-489e-be91-c0a06fb1d81b req-3523c577-2c9b-4a1f-ba9d-472bd73e9c26 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:20.461519 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8fb14248-16c5-489e-be91-c0a06fb1d81b req-3523c577-2c9b-4a1f-ba9d-472bd73e9c26 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0453629 May 03 12:26:20.506480 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8fb14248-16c5-489e-be91-c0a06fb1d81b req-56118ca7-b9a5-4b53-80fd-30ade21f34de tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 May 03 12:26:20.681734 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-da4776a6-1fbe-4a7a-811b-fb16659c335f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:21.626090 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d47063-ac45-49ad-b8e9-cc6fd8bb2264 req-09a0d1c4-626d-4891-aa30-d19aef51d906 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:21.632882 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-82d47063-ac45-49ad-b8e9-cc6fd8bb2264 req-09a0d1c4-626d-4891-aa30-d19aef51d906 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0573270 May 03 12:26:21.675305 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-82d47063-ac45-49ad-b8e9-cc6fd8bb2264 req-0798fb23-a729-4a21-ab25-62adc7cefc23 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 May 03 12:26:22.792148 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300dd22-dd7d-4dd2-ab68-429af83e9679 req-fedade2e-9fc5-41e2-ae68-3e0f6ed080c2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:22.793661 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0300dd22-dd7d-4dd2-ab68-429af83e9679 req-fedade2e-9fc5-41e2-ae68-3e0f6ed080c2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0469456 May 03 12:26:22.796314 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3ca839b8-67da-4054-804a-921c531b407f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:22.843943 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0300dd22-dd7d-4dd2-ab68-429af83e9679 req-ef0e4816-740a-482a-bd02-f4eea3e89069 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 May 03 12:26:23.958276 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b637448-5aa5-477d-aba0-48fdfbb34827 req-2f6a3406-3f25-4a3b-a121-d7bd01322b38 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:23.959775 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b637448-5aa5-477d-aba0-48fdfbb34827 req-2f6a3406-3f25-4a3b-a121-d7bd01322b38 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0466251 May 03 12:26:24.006290 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b637448-5aa5-477d-aba0-48fdfbb34827 req-0c444a9e-a9a4-441e-9793-34ac9b65c770 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 May 03 12:26:24.121746 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:25.116480 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc625fc-4679-4e96-912e-67c5b61016bb req-b677f720-1c47-4c88-b518-c94f1265d7f3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:25.117924 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8bc625fc-4679-4e96-912e-67c5b61016bb req-b677f720-1c47-4c88-b518-c94f1265d7f3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0461962 May 03 12:26:25.163004 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8bc625fc-4679-4e96-912e-67c5b61016bb req-2ddde2f3-32f0-499d-b0bb-1021e5b0e0db tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 May 03 12:26:25.292134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:26.274124 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ab0b-2a20-41ea-a0a0-afc2d93c6491 req-27e4fabe-0016-4602-98f0-5f0f888b3726 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:26.275717 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccf4ab0b-2a20-41ea-a0a0-afc2d93c6491 req-27e4fabe-0016-4602-98f0-5f0f888b3726 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0457568 May 03 12:26:26.326590 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ccf4ab0b-2a20-41ea-a0a0-afc2d93c6491 req-d39a2f75-66b4-4523-84c5-7adb59197f31 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 May 03 12:26:27.196768 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:27.438849 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849625df-3499-4b29-acb2-fd54fef3c426 req-b85ef236-89e3-4eaa-b647-6e98b5261489 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:27.440296 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-849625df-3499-4b29-acb2-fd54fef3c426 req-b85ef236-89e3-4eaa-b647-6e98b5261489 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0460315 May 03 12:26:27.486394 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-849625df-3499-4b29-acb2-fd54fef3c426 req-900b9432-a67f-41b1-9008-a09e357cea20 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 May 03 12:26:28.212609 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:28.260390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39540) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:28.372869 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a113301-3528-4311-bb33-5e5c1ff157d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.388436 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5e031fb-e0fb-4c0f-bb30-c0475c6011db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.509618 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a113301-3528-4311-bb33-5e5c1ff157d5 admin admin] Publish callbacks [] for security_group (75972cf7-dd0d-4b85-9c3f-a9a142031fea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.522333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5e031fb-e0fb-4c0f-bb30-c0475c6011db admin admin] Publish callbacks [] for security_group (9334a875-165c-4eda-ba2f-39145188b0c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.578976 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e0036-9f94-4ce9-98a7-9c808eaeed19 req-b118ba1d-3203-4a6c-a9b8-cee910783f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:28.580522 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e7e0036-9f94-4ce9-98a7-9c808eaeed19 req-b118ba1d-3203-4a6c-a9b8-cee910783f6d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1129 time: 0.0390868 May 03 12:26:28.590127 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a113301-3528-4311-bb33-5e5c1ff157d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (75972cf7-dd0d-4b85-9c3f-a9a142031fea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.607502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da055806-7d0a-486a-b92d-13a7976730ab req-0b84c034-997c-4678-bbf9-935bd417a94d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:28.608953 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da055806-7d0a-486a-b92d-13a7976730ab req-0b84c034-997c-4678-bbf9-935bd417a94d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0464361 May 03 12:26:28.641441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5e031fb-e0fb-4c0f-bb30-c0475c6011db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (9334a875-165c-4eda-ba2f-39145188b0c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.644389 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a113301-3528-4311-bb33-5e5c1ff157d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75972cf7-dd0d-4b85-9c3f-a9a142031fea,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:28.654111 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1a113301-3528-4311-bb33-5e5c1ff157d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=849d90b3fb594a1b9def185a4d7a94c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902268 May 03 12:26:28.656409 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39546) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:28.678686 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da055806-7d0a-486a-b92d-13a7976730ab req-b4088e39-185a-4a44-a235-b49c33243d09 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634096 May 03 12:26:28.706253 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f5e031fb-e0fb-4c0f-bb30-c0475c6011db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac9292d8a4234e87b5e7257a5eb25307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919944 May 03 12:26:28.709417 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e7e0036-9f94-4ce9-98a7-9c808eaeed19 req-9b27126b-15c3-4b7d-82bf-621fbbc82d88 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007547 May 03 12:26:28.710397 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e031fb-e0fb-4c0f-bb30-c0475c6011db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9334a875-165c-4eda-ba2f-39145188b0c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:28.716807 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:28.724043 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aac55d64-ec62-4892-8a3e-f5e47c96102e admin admin] Publish callbacks [] for security_group (75972cf7-dd0d-4b85-9c3f-a9a142031fea), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.745170 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aac55d64-ec62-4892-8a3e-f5e47c96102e admin admin] Publish callbacks [] for security_group (75972cf7-dd0d-4b85-9c3f-a9a142031fea), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.763912 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cac50a-c33f-4579-bb06-1333ad81fc06 admin admin] Publish callbacks [] for security_group (9334a875-165c-4eda-ba2f-39145188b0c7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.788355 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cac50a-c33f-4579-bb06-1333ad81fc06 admin admin] Publish callbacks [] for security_group (9334a875-165c-4eda-ba2f-39145188b0c7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.865019 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aac55d64-ec62-4892-8a3e-f5e47c96102e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (75972cf7-dd0d-4b85-9c3f-a9a142031fea), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.867677 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aac55d64-ec62-4892-8a3e-f5e47c96102e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.871600 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-aac55d64-ec62-4892-8a3e-f5e47c96102e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75972cf7-dd0d-4b85-9c3f-a9a142031fea HTTP/1.1" status: 204 len: 168 time: 0.2112033 May 03 12:26:28.877132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac55d64-ec62-4892-8a3e-f5e47c96102e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75972cf7-dd0d-4b85-9c3f-a9a142031fea,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:28.893562 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cac50a-c33f-4579-bb06-1333ad81fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (9334a875-165c-4eda-ba2f-39145188b0c7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.896167 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98cac50a-c33f-4579-bb06-1333ad81fc06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:28.899569 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-98cac50a-c33f-4579-bb06-1333ad81fc06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9334a875-165c-4eda-ba2f-39145188b0c7 HTTP/1.1" status: 204 len: 168 time: 0.1795995 May 03 12:26:28.913361 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cac50a-c33f-4579-bb06-1333ad81fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9334a875-165c-4eda-ba2f-39145188b0c7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:29.561600 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39568) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:29.574438 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88ee0ef5-efbf-4be4-9fb8-acfa72d45a79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.646364 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88ee0ef5-efbf-4be4-9fb8-acfa72d45a79 admin admin] Publish callbacks [] for security_group (8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.714793 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88ee0ef5-efbf-4be4-9fb8-acfa72d45a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.755462 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-88ee0ef5-efbf-4be4-9fb8-acfa72d45a79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14320ca829c748459e1c875b4f049fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924400 May 03 12:26:29.757795 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee0ef5-efbf-4be4-9fb8-acfa72d45a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:29.757980 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39578) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:29.806094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab63f5-f68a-4af6-9c61-97a0e843323a req-cdd365fc-b76c-4588-bd14-b4ed59f1cd15 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:29.807626 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6cab63f5-f68a-4af6-9c61-97a0e843323a req-cdd365fc-b76c-4588-bd14-b4ed59f1cd15 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0507865 May 03 12:26:29.808242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2bd1-a697-46f1-be67-b9bcce1e0829 admin admin] Publish callbacks [] for security_group (8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.833514 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2bd1-a697-46f1-be67-b9bcce1e0829 admin admin] Publish callbacks [] for security_group (8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.863750 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6cab63f5-f68a-4af6-9c61-97a0e843323a req-412f822c-15d5-49a1-b9e4-d248c1217dd3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502484 May 03 12:26:29.939263 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2bd1-a697-46f1-be67-b9bcce1e0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.942003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2bd1-a697-46f1-be67-b9bcce1e0829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:29.943521 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cc2c2bd1-a697-46f1-be67-b9bcce1e0829 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c HTTP/1.1" status: 204 len: 168 time: 0.1840365 May 03 12:26:29.951967 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c2bd1-a697-46f1-be67-b9bcce1e0829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcfebb5-2c5c-45fa-b84b-ded07b1dfe9c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:30.589039 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39594) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:30.603069 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:30.678481 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Publish callbacks [] for security_group (e5104628-4d4c-465a-a85c-c2d081085654), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:30.745096 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e5104628-4d4c-465a-a85c-c2d081085654), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:30.788989 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a394dbd2145e472e9e3c8f0e6a5b4ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960351 May 03 12:26:30.788989 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5104628-4d4c-465a-a85c-c2d081085654,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:30.789752 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 39600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:30.797806 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.798254 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.798840 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.799056 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.800126 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.804286 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3ad3bc-5a7e-41a5-a464-6839bb570c64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:30.874342 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-696308af-016c-4304-b00e-4107f80372d3 admin admin] Publish callbacks [] for security_group (e5104628-4d4c-465a-a85c-c2d081085654), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:30.888255 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-c27254cb-3508-404f-a7df-a588e964a3d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521803 May 03 12:26:30.902170 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-696308af-016c-4304-b00e-4107f80372d3 admin admin] Publish callbacks [] for security_group (e5104628-4d4c-465a-a85c-c2d081085654), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:30.977447 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-074bd4a8-20c8-44e4-93aa-6be3e095e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:30.979626 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-074bd4a8-20c8-44e4-93aa-6be3e095e1c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1129 time: 0.0399237 May 03 12:26:30.982038 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf42e00-e1ab-4771-9d63-d4161a7121a3 req-616c3dd3-b25c-4e3b-baf7-6be49c475b4c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:30.983537 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ebf42e00-e1ab-4771-9d63-d4161a7121a3 req-616c3dd3-b25c-4e3b-baf7-6be49c475b4c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0510018 May 03 12:26:31.034972 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ebf42e00-e1ab-4771-9d63-d4161a7121a3 req-94df201a-c70a-4b0c-865a-4ed92bf321f3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 May 03 12:26:31.042285 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-696308af-016c-4304-b00e-4107f80372d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e5104628-4d4c-465a-a85c-c2d081085654), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:31.044874 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-696308af-016c-4304-b00e-4107f80372d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:31.046004 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-696308af-016c-4304-b00e-4107f80372d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5104628-4d4c-465a-a85c-c2d081085654 HTTP/1.1" status: 204 len: 168 time: 0.2555804 May 03 12:26:31.058838 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696308af-016c-4304-b00e-4107f80372d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5104628-4d4c-465a-a85c-c2d081085654,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:31.119161 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-40ffaf83-860c-44f3-acda-7714606aaf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:31.120777 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-40ffaf83-860c-44f3-acda-7714606aaf85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.1083462 May 03 12:26:31.163266 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-51431444-59e3-4b8f-9593-07596fa66d52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 200 len: 217 time: 0.0351264 May 03 12:26:31.215447 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-e4b7e81b-ef0a-4486-8105-9ebc84214378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:31.216920 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-e4b7e81b-ef0a-4486-8105-9ebc84214378 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0462928 May 03 12:26:31.260678 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-13264600-e103-488e-b8ad-532b0b9eb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:31.262119 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-13264600-e103-488e-b8ad-532b0b9eb74c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368137 May 03 12:26:31.355398 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-7dda7f40-53e4-4cc8-b846-7b9e9ebe3d8e service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851688 May 03 12:26:31.451164 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f971069-a60b-433f-b1e8-7fc06a8a715d req-7a2978ab-f237-4d9d-8385-ee7f9de43593 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873528 May 03 12:26:31.506245 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636193b0-93a9-4ea9-b2fb-32c47605702e req-11f2758d-303c-4bdb-8b2d-efb542ed9b99 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:31.512839 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-636193b0-93a9-4ea9-b2fb-32c47605702e req-11f2758d-303c-4bdb-8b2d-efb542ed9b99 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0526156 May 03 12:26:31.559797 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-636193b0-93a9-4ea9-b2fb-32c47605702e req-7fdc4461-b829-4b6a-9294-87252fc7fdaf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458467 May 03 12:26:31.645989 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-14c9d33c-5bdc-4b79-8c61-04ff16493393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:31.647525 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-14c9d33c-5bdc-4b79-8c61-04ff16493393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1129 time: 0.0380735 May 03 12:26:31.758939 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-f29752b9-ef5a-4385-8a93-ed33fedab17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:31.761101 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-f29752b9-ef5a-4385-8a93-ed33fedab17d service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.0879309 May 03 12:26:31.941114 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-aebb18c6-3a63-44e4-aeb3-cb217e59c24d tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305586 May 03 12:26:32.135247 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-7356623e-638c-4082-8a8a-fe9fd113eaae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 200 len: 217 time: 0.0457783 May 03 12:26:32.145705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-1b7e64ff-2d7c-487f-ae92-70b83bc15442 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:32.152484 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-1b7e64ff-2d7c-487f-ae92-70b83bc15442 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056062 May 03 12:26:32.169199 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-e11c8027-17d9-4f3d-9f9d-02036763a236 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/quotas/6d07da3882154ea3841ed7e3f1d83ebf HTTP/1.1" status: 200 len: 375 time: 0.0158119 May 03 12:26:32.200776 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-10ed343c-79de-46d3-a241-87e4f126c648 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304549 May 03 12:26:32.203766 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-780ac1ca-abca-470a-bff9-097f89bc2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:32.205283 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-780ac1ca-abca-470a-bff9-097f89bc2ff6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0591145 May 03 12:26:32.317677 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-30dcca99-4416-42ea-92cd-166e30fc02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:32.319213 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-30dcca99-4416-42ea-92cd-166e30fc02bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403490 May 03 12:26:32.441644 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d96638a3-7308-4fe2-aae0-b4757fbe1ff4 req-c712ac6f-be3c-4dfa-96cd-03463296eed5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0355492 May 03 12:26:32.455669 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-b8313bdf-0d32-47c5-a418-a9d58a1e8b91 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275084 May 03 12:26:32.674580 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ebc1e-520e-46b5-9b86-f60ad525ffd4 req-cdc7d0c0-91be-4bcb-99e7-a6fc8ab97401 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:32.675972 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-546ebc1e-520e-46b5-9b86-f60ad525ffd4 req-cdc7d0c0-91be-4bcb-99e7-a6fc8ab97401 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0459683 May 03 12:26:32.721117 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-546ebc1e-520e-46b5-9b86-f60ad525ffd4 req-d1dfda7a-5edd-40bf-904a-991479f1b700 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396028 May 03 12:26:32.815920 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61b70cf2-f8c5-475f-8f99-4d4352f81063 req-00a77bd5-38fe-485a-8511-eea74251eccf service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887179 May 03 12:26:33.536918 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-402ea996-39eb-45d7-a354-61bcdec4bb74 req-16bcb884-0032-4cba-954d-607998b3b321 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0273046 May 03 12:26:33.838177 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1255e18-a76d-4ce1-8c83-26e71f6c7f60 req-953afad2-58bd-41f9-ac2c-f828786387f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:33.839707 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a1255e18-a76d-4ce1-8c83-26e71f6c7f60 req-953afad2-58bd-41f9-ac2c-f828786387f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0500810 May 03 12:26:33.890933 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a1255e18-a76d-4ce1-8c83-26e71f6c7f60 req-ad6ff261-9f33-4136-b39b-5bd4ec56d8f4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455432 May 03 12:26:34.636782 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c09b7999-9fb4-43a2-8e20-b4f69857dd1b req-1c0660f2-f89b-480c-a3ac-31bea8a10a0b tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0275877 May 03 12:26:34.812718 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:35.005929 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745e938-2197-4191-834c-1c74c10aec5f req-dab79070-4ce3-4dfb-aa8c-8419c15a22dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:35.007365 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3745e938-2197-4191-834c-1c74c10aec5f req-dab79070-4ce3-4dfb-aa8c-8419c15a22dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0461326 May 03 12:26:35.054276 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3745e938-2197-4191-834c-1c74c10aec5f req-1c73e5a6-3a39-4570-a59a-479b726acfda tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 May 03 12:26:35.729969 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6da0b100-5fde-429c-9863-3c5b8b54bdc8 req-a65a937d-072c-442d-9559-2920ad4a9040 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0268471 May 03 12:26:36.164055 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5d89-4e95-46e8-9052-785c5c666209 req-2099a3a1-7b29-4428-9421-a7fab8cb2a5b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:36.166094 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1dbc5d89-4e95-46e8-9052-785c5c666209 req-2099a3a1-7b29-4428-9421-a7fab8cb2a5b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0459459 May 03 12:26:36.218144 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1dbc5d89-4e95-46e8-9052-785c5c666209 req-4cabd1af-9af4-4fe7-ae19-f3911ff045ec tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463855 May 03 12:26:36.828893 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1e4df713-7125-4bcd-8eaf-63433739fd4e req-a1e9dfe5-c3e8-406f-b650-de2b3065dd52 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0275118 May 03 12:26:37.933512 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-53233a69-410b-47da-b61d-a2c4c8721914 req-cc19cad8-5bad-48d5-85e7-8b8239eeb0e8 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0292125 May 03 12:26:38.072084 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-2692f4e1-8eee-408e-af8e-6cc7bb897f38 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280457 May 03 12:26:38.106770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39766) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:38.115834 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993339277', 'description': 'tempest-description--111969840'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:38.224513 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.259468 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-9d3e5ab5-e68f-41f6-9343-4ea59cb3f08d tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:38.261409 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-9d3e5ab5-e68f-41f6-9343-4ea59cb3f08d tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830213 May 03 12:26:38.295927 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group (a8b41cfc-1400-46ca-ba39-2a5e43f71d31), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.384488 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Request body: {'port': {'device_id': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c', 'admin_state_up': True, 'tenant_id': '6d07da3882154ea3841ed7e3f1d83ebf'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:38.492783 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a8b41cfc-1400-46ca-ba39-2a5e43f71d31), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.522570 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b41cfc-1400-46ca-ba39-2a5e43f71d31,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:38.527750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Made reservation on behalf of 6d07da3882154ea3841ed7e3f1d83ebf for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:26:38.532284 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.542280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.586047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.590173 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1d95c025-7c04-4e03-822b-242623ae2400 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4794633 May 03 12:26:38.590719 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39778) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:38.595208 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'security_group_rule': {'security_group_id': 'a8b41cfc-1400-46ca-ba39-2a5e43f71d31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:38.621163 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks [] for security_group (26196217-95d5-4510-bed8-7b8cef934851), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.705369 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group_rule (3bd1fc28-c768-4023-a97f-a3868fc42bd8), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.755735 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (26196217-95d5-4510-bed8-7b8cef934851), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.763156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group_rule (3bd1fc28-c768-4023-a97f-a3868fc42bd8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.818175 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26196217-95d5-4510-bed8-7b8cef934851,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:38.831614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.831959 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.832295 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.832653 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.832989 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.833308 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.833650 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.833951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.834269 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.834587 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.834913 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.835228 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.835546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.835861 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.836174 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:38.846535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (3bd1fc28-c768-4023-a97f-a3868fc42bd8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.867870 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd1fc28-c768-4023-a97f-a3868fc42bd8,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:38.896825 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Allocated IP 192.168.233.184 (c661d380-b4cc-4fb3-ad0f-44a9deb45c2c/e0f9202c-c9c6-419e-ae45-d694ec19f97b/1220a7e6-62b4-4bf1-ba63-c239e1858e92) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:26:38.939019 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:38.940243 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-27609646-fa8e-41c6-921c-7a3ea7529d5c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485348 May 03 12:26:38.943052 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39782) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:38.947498 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'security_group_rule': {'security_group_id': 'a8b41cfc-1400-46ca-ba39-2a5e43f71d31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:39.055444 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a2da5bbc-1fca-4fa1-8613-fbd4097be791 req-ab67dc32-f0ee-4640-91ac-79a755e75a99 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0310402 May 03 12:26:39.067982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks [] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.068418 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group_rule (0506fa58-f03a-42d4-9e3b-2b37fe80fbd6), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.120109 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group_rule (0506fa58-f03a-42d4-9e3b-2b37fe80fbd6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.172642 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (0506fa58-f03a-42d4-9e3b-2b37fe80fbd6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.174686 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.192660 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0506fa58-f03a-42d4-9e3b-2b37fe80fbd6,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:39.222758 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:26:39.227859 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:26:39.232836 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:26:39.237889 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:39.238498 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.241961 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Pushing event updated for resources: {'Port': ['ID=1220a7e6-62b4-4bf1-ba63-c239e1858e92,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:39.272328 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.273603 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-65b70ee8-662b-45b2-b91d-c49d35f1227d tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3295693 May 03 12:26:39.277235 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 39788) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:26:39.281663 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:39.342088 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-ce361659-96bc-46ec-854e-849d00f473ad tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0509882 May 03 12:26:39.364165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Request body: {'port': {'device_id': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:39.373200 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.427105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.463466 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.507101 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2960a503-b98f-4aaf-bdef-99be1083c5a8 None None] Provisioning complete for port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:26:39.507650 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2960a503-b98f-4aaf-bdef-99be1083c5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.546558 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2960a503-b98f-4aaf-bdef-99be1083c5a8 None None] Port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:26:39.578294 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Allocated IP 172.27.0.207 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/a7c1e929-a344-468f-87eb-d2b7d948f693) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:26:39.682923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.701105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1220a7e6-62b4-4bf1-ba63-c239e1858e92 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:26:39.708550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Publish callbacks [] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.722292 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Transition to ACTIVE for port object 1220a7e6-62b4-4bf1-ba63-c239e1858e92 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:26:39.807819 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.818229 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.846087 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:26:39.853493 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:26:39.858051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:26:39.861120 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'Port': ['ID=a7c1e929-a344-468f-87eb-d2b7d948f693,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:39.872404 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Pushing event updated for resources: {'Port': ['ID=1220a7e6-62b4-4bf1-ba63-c239e1858e92,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:39.906899 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Attempting to bind port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:26:39.907275 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Attempting to bind port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:26:39.907558 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Attempting to bind port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 on network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:26:39.916298 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 on network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:26:39.916936 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Attempting to bind port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 on network c661d380-b4cc-4fb3-ad0f-44a9deb45c2c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:26:39.922530 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:26:39.923038 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Checking segment: {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:26:39.932550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Bound using segment: {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:26:39.932550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Bound port: 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1082d194-09a2-4b2c-96d2-1c56eaad4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:26:39.932550 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.952791 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:39.991947 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] For port 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:26:39.995177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] For port 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1220a7e6-62b4-4bf1-ba63-c239e1858e92,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:26:40.053860 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.061993 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.117065 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Pushing event updated for resources: {'Port': ['ID=1220a7e6-62b4-4bf1-ba63-c239e1858e92,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:40.122427 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:40.123054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.124846 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-c0da9685-ff68-483b-a88e-3ac42b8bd360 service neutron] 10.222.0.39 "PUT /v2.0/ports/1220a7e6-62b4-4bf1-ba63-c239e1858e92 HTTP/1.1" status: 200 len: 1098 time: 0.7646677 May 03 12:26:40.124973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'tag': '1220a7e6-62b4-4bf1-ba63-c239e1858e92'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:26:40.127602 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7173f89-d055-447f-a4b0-2321b5e01516" -d '{"events": [{"name": "network-changed", "server_uuid": "03d232d1-d8e7-4c01-8a17-b2a0186bcfd3", "tag": "1220a7e6-62b4-4bf1-ba63-c239e1858e92"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:26:40.180561 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d10f41-22b2-4623-a774-5c8349ce7eca x-openstack-request-id: req-b1d10f41-22b2-4623-a774-5c8349ce7eca {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:26:40.181201 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d232d1-d8e7-4c01-8a17-b2a0186bcfd3", "tag": "1220a7e6-62b4-4bf1-ba63-c239e1858e92", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:26:40.181201 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1d10f41-22b2-4623-a774-5c8349ce7eca {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:26:40.181633 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d10f41-22b2-4623-a774-5c8349ce7eca'] response: {'name': 'network-changed', 'server_uuid': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'tag': '1220a7e6-62b4-4bf1-ba63-c239e1858e92', 'status': 'completed', 'code': 200} May 03 12:26:40.204491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5c633-cd6c-4957-adb9-89b7a45b1af2 req-e2a4bbab-cf90-4ab7-9fbb-cf55ba237c3f tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:40.211406 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9eb5c633-cd6c-4957-adb9-89b7a45b1af2 req-e2a4bbab-cf90-4ab7-9fbb-cf55ba237c3f tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0644927 May 03 12:26:40.241297 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.265143 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9eb5c633-cd6c-4957-adb9-89b7a45b1af2 req-ba0b8314-20d7-4f86-8969-4b980f17e5b0 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526104 May 03 12:26:40.309049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.374585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'Port': ['ID=a7c1e929-a344-468f-87eb-d2b7d948f693,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:40.385843 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.460800 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:40.463404 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-03f3eaa3-dd8d-48d6-951b-d41894bc3ec9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1839488 May 03 12:26:40.661134 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-164a9f9c-7d14-4ff7-87c7-3b5a36a4301b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--993339277&fields=id&tenant_id=2ca893e56e3d4ee1b549cec12041c952 HTTP/1.1" status: 200 len: 267 time: 0.0433545 May 03 12:26:40.768481 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-dc93115b-b5c4-4f88-8077-fd639325e1a9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:40.770001 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-dc93115b-b5c4-4f88-8077-fd639325e1a9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 818 time: 0.1019979 May 03 12:26:40.784192 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-82743fa7-8add-4379-a903-6b03e8be3719 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/quotas/2ca893e56e3d4ee1b549cec12041c952 HTTP/1.1" status: 200 len: 375 time: 0.0089910 May 03 12:26:40.836429 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-12c82524-a1e7-42c8-804b-15be7a03fe16 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0475023 May 03 12:26:40.932949 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-0adff069-dd33-40d2-8d6e-f02199b023eb service neutron] 10.222.0.21 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847497 May 03 12:26:41.021908 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-fe3d3d36-3fce-4260-8077-4213e4f8a3f8 service neutron] 10.222.0.21 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829535 May 03 12:26:41.250545 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-75978df9-8ca4-41e0-b926-f0cdac3b52c7 req-7141821b-266c-421d-bd95-480afa9944f7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 210 time: 0.0289927 May 03 12:26:41.379516 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b9bb8-dbd2-4df8-ac1a-39c0de54671b req-efe0257f-52d4-476a-a052-da54bca01cc5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:41.381018 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-919b9bb8-dbd2-4df8-ac1a-39c0de54671b req-efe0257f-52d4-476a-a052-da54bca01cc5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0516567 May 03 12:26:41.427171 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-919b9bb8-dbd2-4df8-ac1a-39c0de54671b req-c26e7b47-22e5-4ba0-a839-b14608dfcd62 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405810 May 03 12:26:42.349468 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-69377ee6-253c-44ec-9e79-b2aba92a33a0 req-0c94a8ad-6e17-4e0f-b4cd-ceb5f9013dc8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 210 time: 0.0300679 May 03 12:26:42.549043 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29d6c3-01ea-436f-917f-8711952a5788 req-859a2932-2926-4977-96e8-922327b8e6db tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:42.550498 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c29d6c3-01ea-436f-917f-8711952a5788 req-859a2932-2926-4977-96e8-922327b8e6db tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0566189 May 03 12:26:42.596827 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c29d6c3-01ea-436f-917f-8711952a5788 req-b2464753-ee6e-4d04-a67e-f13af275b5d0 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 May 03 12:26:42.657814 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7173f89-d055-447f-a4b0-2321b5e01516 req-3f0fff91-c23c-4879-b667-e2113ba43cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:42.659250 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7173f89-d055-447f-a4b0-2321b5e01516 req-3f0fff91-c23c-4879-b667-e2113ba43cab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 1132 time: 0.0423656 May 03 12:26:42.699949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7173f89-d055-447f-a4b0-2321b5e01516 req-28cf6a3d-4ef4-4a25-9720-4f785022ffcb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187640 May 03 12:26:42.814415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7173f89-d055-447f-a4b0-2321b5e01516 req-ebac9a20-5b9b-4366-9170-7ce746582cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:42.815900 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7173f89-d055-447f-a4b0-2321b5e01516 req-ebac9a20-5b9b-4366-9170-7ce746582cf2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933311 May 03 12:26:42.929167 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-9aad608a-2e24-4c60-b15d-ad1c08f9076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:42.930693 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-9aad608a-2e24-4c60-b15d-ad1c08f9076f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 1132 time: 0.0383434 May 03 12:26:42.984133 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-48eba145-8f24-4650-adfe-724a2696f00d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1220a7e6-62b4-4bf1-ba63-c239e1858e92 HTTP/1.1" status: 200 len: 217 time: 0.0344896 May 03 12:26:43.043145 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-8725bf7e-7a30-4666-aa72-b340d11df457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:43.045234 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-8725bf7e-7a30-4666-aa72-b340d11df457 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e0f9202c-c9c6-419e-ae45-d694ec19f97b HTTP/1.1" status: 200 len: 843 time: 0.0513890 May 03 12:26:43.132465 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-b55a27b3-9b1e-4062-b869-26df22566c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:43.133644 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-b55a27b3-9b1e-4062-b869-26df22566c78 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c661d380-b4cc-4fb3-ad0f-44a9deb45c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419900 May 03 12:26:43.237710 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-72d0f076-22cc-4147-8126-6a4d833e04c3 service neutron] 10.222.0.39 "GET /v2.0/networks/c661d380-b4cc-4fb3-ad0f-44a9deb45c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916357 May 03 12:26:43.576952 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1881ed21-97cd-4733-a0d2-6608d33d8337 req-61561cae-a698-4b4f-a239-1cc938bab551 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 210 time: 0.0346055 May 03 12:26:43.597738 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9aad7567-b463-49fb-8408-05bacbb33d9c req-f2014050-a01b-4a69-b43a-a3da33268453 service neutron] 10.222.0.39 "GET /v2.0/networks/c661d380-b4cc-4fb3-ad0f-44a9deb45c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455353 May 03 12:26:43.716055 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec578c-8d15-4c66-94ca-0eb8b57a32d3 req-ba6576b8-4427-4311-932f-4c2f8885b1b5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:43.717572 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-afec578c-8d15-4c66-94ca-0eb8b57a32d3 req-ba6576b8-4427-4311-932f-4c2f8885b1b5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0513084 May 03 12:26:43.766604 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-afec578c-8d15-4c66-94ca-0eb8b57a32d3 req-40063bc0-03f4-4e2c-a1f4-9523ad5dc9ba tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 May 03 12:26:47.927597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-3255a778-fa05-4601-8864-55904619c9c0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:47.929171 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-3255a778-fa05-4601-8864-55904619c9c0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 818 time: 0.1013656 May 03 12:26:48.012841 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-4234fc9d-85b6-4844-bea9-a0b5f069c4d6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ca893e56e3d4ee1b549cec12041c952 HTTP/1.1" status: 200 len: 379 time: 0.0627329 May 03 12:26:48.021653 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'port': {'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'admin_state_up': True, 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'security_groups': ['a8b41cfc-1400-46ca-ba39-2a5e43f71d31']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:48.230037 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Made reservation on behalf of 2ca893e56e3d4ee1b549cec12041c952 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:26:48.234023 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:48.395306 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Allocated IP 172.20.0.14 (16d287f3-2ea6-4f07-bd7a-b943fc7ed880/e368efe3-1e97-4439-9b3e-10277314603f/8b62fb69-61ac-49d2-9516-d7b96681effa) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:26:48.397537 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd71cf03-9f3f-44cd-acd9-1ce125b077ec req-0ba4451f-c8ca-4035-b9fd-c3d55e0f0d91 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 210 time: 0.0287704 May 03 12:26:48.500928 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e369bd-8c6f-4ce8-8af7-b99be0bcea56 req-a01847e9-8f6a-4a68-bad2-fb7f31a893fa tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:48.502327 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-79e369bd-8c6f-4ce8-8af7-b99be0bcea56 req-a01847e9-8f6a-4a68-bad2-fb7f31a893fa tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0503931 May 03 12:26:48.551358 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:48.574727 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-79e369bd-8c6f-4ce8-8af7-b99be0bcea56 req-63f284c9-386d-4b0b-8b4d-d1bbc9b79877 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 May 03 12:26:48.670267 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:48.711555 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:26:48.714962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:26:48.719340 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:26:48.724585 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:48.725236 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:48.742966 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event updated for resources: {'Port': ['ID=8b62fb69-61ac-49d2-9516-d7b96681effa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:48.827276 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-8ddf6417-02d1-4a07-9a86-4b71e9ecf76f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8090887 May 03 12:26:48.853816 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Request body: {'port': {'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:26:48.915217 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.002048 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-5d3c80ca-2965-44d1-a64d-de28c3b28941 None None] Provisioning complete for port 8b62fb69-61ac-49d2-9516-d7b96681effa triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:26:49.002599 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5d3c80ca-2965-44d1-a64d-de28c3b28941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.035696 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c80ca-2965-44d1-a64d-de28c3b28941 None None] Port 8b62fb69-61ac-49d2-9516-d7b96681effa cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:26:49.188924 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b62fb69-61ac-49d2-9516-d7b96681effa {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:26:49.197721 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Publish callbacks [] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.211519 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Transition to ACTIVE for port object 8b62fb69-61ac-49d2-9516-d7b96681effa will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:26:49.297211 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.359288 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Pushing event updated for resources: {'Port': ['ID=8b62fb69-61ac-49d2-9516-d7b96681effa,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:49.389191 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Attempting to bind port 8b62fb69-61ac-49d2-9516-d7b96681effa on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:26:49.395492 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Attempting to bind port 8b62fb69-61ac-49d2-9516-d7b96681effa by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:26:49.396078 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Attempting to bind port 8b62fb69-61ac-49d2-9516-d7b96681effa on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:26:49.401737 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Port 8b62fb69-61ac-49d2-9516-d7b96681effa on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:26:49.405067 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Attempting to bind port 8b62fb69-61ac-49d2-9516-d7b96681effa on network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:26:49.407501 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:26:49.411973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Checking segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:26:49.412441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Bound using segment: {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:26:49.412906 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Bound port: 8b62fb69-61ac-49d2-9516-d7b96681effa, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4274a0-71f9-4b16-8e75-d44bbc01ced3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:26:49.413282 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.494840 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] For port 8b62fb69-61ac-49d2-9516-d7b96681effa, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:26:49.525973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] For port 8b62fb69-61ac-49d2-9516-d7b96681effa, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=8b62fb69-61ac-49d2-9516-d7b96681effa,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:26:49.538272 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62b441-07fe-41db-9de2-3a3e1db916e9 req-b2b84ffc-301f-4906-a693-6fe5abea2d44 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:49.539785 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed62b441-07fe-41db-9de2-3a3e1db916e9 req-b2b84ffc-301f-4906-a693-6fe5abea2d44 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0603297 May 03 12:26:49.593838 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.600743 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed62b441-07fe-41db-9de2-3a3e1db916e9 req-77de4123-8cf4-4b5e-8d26-ec6277ed6238 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542734 May 03 12:26:49.631873 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:49.632600 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:49.634166 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] 10.222.0.39 "PUT /v2.0/ports/8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 1094 time: 0.7849054 May 03 12:26:49.634689 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:26:49.637355 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd441ca9-6627-4320-810e-30bb4eef6c80" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:26:49.678102 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554061e-ec39-46da-9e8a-a8da9c5f665a service neutron] Pushing event updated for resources: {'Port': ['ID=8b62fb69-61ac-49d2-9516-d7b96681effa,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:49.762286 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbf9a6-dd9b-4b29-9e02-e5e9b33fb2e9 req-80e476a8-ee38-48b3-86cb-182d594e9eaa tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:49.763771 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2adbf9a6-dd9b-4b29-9e02-e5e9b33fb2e9 req-80e476a8-ee38-48b3-86cb-182d594e9eaa tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0755353 May 03 12:26:49.815507 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2adbf9a6-dd9b-4b29-9e02-e5e9b33fb2e9 req-874536c5-b855-48c8-a7ed-45f2b88ad57c tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449495 May 03 12:26:49.864426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62da8154-7892-4647-bf4e-a0be0a323525 x-openstack-request-id: req-62da8154-7892-4647-bf4e-a0be0a323525 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:26:49.865230 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:26:49.865577 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62da8154-7892-4647-bf4e-a0be0a323525 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:26:49.866080 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62da8154-7892-4647-bf4e-a0be0a323525'] response: {'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'status': 'completed', 'code': 200} May 03 12:26:49.982535 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2214f04-0f4e-4886-bb3c-8f316d6950e5 req-26f403a8-e9e1-4d32-adc6-88a3a328c7fe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:49.983962 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b2214f04-0f4e-4886-bb3c-8f316d6950e5 req-26f403a8-e9e1-4d32-adc6-88a3a328c7fe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0472827 May 03 12:26:50.033372 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b2214f04-0f4e-4886-bb3c-8f316d6950e5 req-23dcd1cd-9a2d-423f-85c1-152e3078a900 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 May 03 12:26:50.687894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-30dfa84e-dec8-46fc-b110-14a50f4908c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:50.718217 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe523a3-24b1-4f67-bacd-2273b1219d09 req-f8d5dd46-a2ca-4c0f-931b-d1821326f1fc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:50.719706 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-abe523a3-24b1-4f67-bacd-2273b1219d09 req-f8d5dd46-a2ca-4c0f-931b-d1821326f1fc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0478566 May 03 12:26:50.766148 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-abe523a3-24b1-4f67-bacd-2273b1219d09 req-cdc4e55e-a79e-47bc-9ca2-77eceb7543dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 May 03 12:26:50.928383 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760b34e-c05d-450d-b5c0-e8e92590fdad req-fd02edc9-3124-4b08-9d2c-7b6b01531e6f tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:50.929812 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a760b34e-c05d-450d-b5c0-e8e92590fdad req-fd02edc9-3124-4b08-9d2c-7b6b01531e6f tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 948 time: 0.0453136 May 03 12:26:50.978005 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a760b34e-c05d-450d-b5c0-e8e92590fdad req-9070b2af-8967-4282-a0ce-ada050c07e87 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 May 03 12:26:51.144479 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c709-df67-4444-bf97-5314dc89115b req-481088a8-7d43-43ec-949c-b82caf596b6b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:51.145914 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0eb2c709-df67-4444-bf97-5314dc89115b req-481088a8-7d43-43ec-949c-b82caf596b6b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0450327 May 03 12:26:51.194653 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0eb2c709-df67-4444-bf97-5314dc89115b req-125ed668-0918-4585-9f97-de2d0ad7894d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432906 May 03 12:26:51.595237 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 1220a7e6-62b4-4bf1-ba63-c239e1858e92 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:26:51.691445 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1220a7e6-62b4-4bf1-ba63-c239e1858e92,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:26:51.702680 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '1220a7e6-62b4-4bf1-ba63-c239e1858e92', 'network_id': 'c661d380-b4cc-4fb3-ad0f-44a9deb45c2c', 'port_id': '1220a7e6-62b4-4bf1-ba63-c239e1858e92', 'mac_address': 'fa:16:3e:64:24:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f9202c-c9c6-419e-ae45-d694ec19f97b', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:26:51.738179 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:26:51.738572 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:51.750761 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1220a7e6-62b4-4bf1-ba63-c239e1858e92 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:26:51.769707 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1220a7e6-62b4-4bf1-ba63-c239e1858e92,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:26:51.835431 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:51.876103 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0c813-8c4d-48a5-bc38-9ccc08631695 req-10be7755-8779-404b-b745-e9554e2fb267 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:51.877643 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28e0c813-8c4d-48a5-bc38-9ccc08631695 req-10be7755-8779-404b-b745-e9554e2fb267 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0471938 May 03 12:26:51.887271 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=1220a7e6-62b4-4bf1-ba63-c239e1858e92,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:51.895206 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.895692 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.896135 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.896549 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.896927 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.897338 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.897816 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.898306 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.898657 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.898995 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.899335 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.899751 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.900236 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.900717 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.901053 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:26:51.926437 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28e0c813-8c4d-48a5-bc38-9ccc08631695 req-fdfa7bca-d065-44f1-adee-44fe7a890911 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 May 03 12:26:52.088140 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086d4fe-eb79-41d2-af9e-1498ddef5041 req-34ebf08b-c6c8-4ea3-8068-f2bb3dfd828c tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:52.089608 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6086d4fe-eb79-41d2-af9e-1498ddef5041 req-34ebf08b-c6c8-4ea3-8068-f2bb3dfd828c tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 949 time: 0.0454757 May 03 12:26:52.134573 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6086d4fe-eb79-41d2-af9e-1498ddef5041 req-0584ad50-0094-4481-b44d-f1f2c83bb8be tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 May 03 12:26:52.310966 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9aaf8-822e-4cb4-9093-ac938b05ce47 req-45cc6f84-2a15-442e-a8c1-caa6440a9d73 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:52.313036 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aed9aaf8-822e-4cb4-9093-ac938b05ce47 req-45cc6f84-2a15-442e-a8c1-caa6440a9d73 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0473483 May 03 12:26:52.358519 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aed9aaf8-822e-4cb4-9093-ac938b05ce47 req-2556aeb6-5f2a-4ca5-b498-1340c4cf1f78 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392942 May 03 12:26:52.678772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441ca9-6627-4320-810e-30bb4eef6c80 req-eaaf5097-b543-4326-b0a5-c92d5d65cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:52.680271 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd441ca9-6627-4320-810e-30bb4eef6c80 req-eaaf5097-b543-4326-b0a5-c92d5d65cba0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1128 time: 0.0420499 May 03 12:26:52.779097 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e08e9327-3802-4713-8d0e-4382713ee67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:52.933848 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441ca9-6627-4320-810e-30bb4eef6c80 req-e3185966-6e78-489e-a634-7f94cd76cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:52.935311 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd441ca9-6627-4320-810e-30bb4eef6c80 req-e3185966-6e78-489e-a634-7f94cd76cb22 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2ca893e56e3d4ee1b549cec12041c952&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0910378 May 03 12:26:53.026512 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['1220a7e6-62b4-4bf1-ba63-c239e1858e92'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:26:53.032476 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441ca9-6627-4320-810e-30bb4eef6c80 req-fee06532-bac3-4112-a04e-dfd8116ba7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.033963 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd441ca9-6627-4320-810e-30bb4eef6c80 req-fee06532-bac3-4112-a04e-dfd8116ba7cc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913548 May 03 12:26:53.042752 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a4157-49be-48f4-b4ce-9d413f48783f req-3db2e2c9-115c-43a9-acd8-c0b72a39fcdc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.044211 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-815a4157-49be-48f4-b4ce-9d413f48783f req-3db2e2c9-115c-43a9-acd8-c0b72a39fcdc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0519154 May 03 12:26:53.094200 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-815a4157-49be-48f4-b4ce-9d413f48783f req-848c7774-248b-4237-a5cb-190bc8deed93 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434077 May 03 12:26:53.152059 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-bd6e76b4-b7cb-4aef-ad08-02b03dfb86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.153664 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-bd6e76b4-b7cb-4aef-ad08-02b03dfb86a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1128 time: 0.0396314 May 03 12:26:53.211913 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-5f96e4cd-a0e6-4f18-93ef-c50670f2cb86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 217 time: 0.0400755 May 03 12:26:53.285606 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd60d1-a359-4cac-aa1d-6c7e1c684bcd req-55659616-534e-4b86-98a7-19b97003e110 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.287073 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-69dd60d1-a359-4cac-aa1d-6c7e1c684bcd req-55659616-534e-4b86-98a7-19b97003e110 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 949 time: 0.0776961 May 03 12:26:53.293245 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-f70fbf14-d5ad-4cec-b8a4-68309b20d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.294674 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-f70fbf14-d5ad-4cec-b8a4-68309b20d1ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0750084 May 03 12:26:53.370442 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-7a489475-4e22-4c1b-900f-9334b5aa5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.372066 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-7a489475-4e22-4c1b-900f-9334b5aa5fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630717 May 03 12:26:53.376476 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-69dd60d1-a359-4cac-aa1d-6c7e1c684bcd req-4df189bb-ecaa-4dbc-8b75-592b219f82b4 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809200 May 03 12:26:53.481231 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cea70-2043-4cb5-9871-29302ef91d3a req-47305556-7bf8-4960-a167-7efe03f45b03 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:53.481488 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-7f8da999-9092-4bce-a83f-70dde9cbc8aa service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975320 May 03 12:26:53.482672 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd6cea70-2043-4cb5-9871-29302ef91d3a req-47305556-7bf8-4960-a167-7efe03f45b03 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0485716 May 03 12:26:53.534025 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd6cea70-2043-4cb5-9871-29302ef91d3a req-11e6b5a4-70e3-4c9e-a055-fb5f34654274 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450571 May 03 12:26:53.578176 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e4ac8da0-e816-49bb-92e1-cd3d1ba9c78c req-56ab9309-aaf0-4ac4-adca-e269e296b073 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874891 May 03 12:26:53.963104 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:26:54.097925 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:54.207143 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ed642-6323-4385-9e80-f3e4b07bf4af req-67971802-7f5e-4a37-8569-a8659a9585f1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:54.208566 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7b2ed642-6323-4385-9e80-f3e4b07bf4af req-67971802-7f5e-4a37-8569-a8659a9585f1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0462830 May 03 12:26:54.255143 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7b2ed642-6323-4385-9e80-f3e4b07bf4af req-74c8bbe3-1783-4ce9-81d1-cb8ef804a430 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 May 03 12:26:54.488671 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d528dd-c361-4427-ae57-6f5e59b5f2f2 req-81389b7c-90b6-4e68-aabe-97660e85fa63 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:54.490129 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-38d528dd-c361-4427-ae57-6f5e59b5f2f2 req-81389b7c-90b6-4e68-aabe-97660e85fa63 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 949 time: 0.0462451 May 03 12:26:54.534937 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-38d528dd-c361-4427-ae57-6f5e59b5f2f2 req-3ac61296-311e-4593-b8c7-68bdcaab998e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393212 May 03 12:26:54.584274 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 1220a7e6-62b4-4bf1-ba63-c239e1858e92 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:26:54.629130 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:26:54.652491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d9c3c-efe6-4bf2-80d0-f25d8d577a21 req-2af73171-5e68-4bec-b0fb-5c0934ee25b7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:54.653954 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d91d9c3c-efe6-4bf2-80d0-f25d8d577a21 req-2af73171-5e68-4bec-b0fb-5c0934ee25b7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0468614 May 03 12:26:54.705084 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d91d9c3c-efe6-4bf2-80d0-f25d8d577a21 req-1d5addd3-28fb-4c5d-89bb-d7d012cf94de tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450094 May 03 12:26:54.732120 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:26:54.732564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:54.808277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:26:54.808701 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:54.830780 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1220a7e6-62b4-4bf1-ba63-c239e1858e92'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:26:54.833029 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e024dcc9-bbb3-49f0-9eaa-b1fa233b58cc" -d '{"events": [{"server_uuid": "03d232d1-d8e7-4c01-8a17-b2a0186bcfd3", "name": "network-vif-plugged", "status": "completed", "tag": "1220a7e6-62b4-4bf1-ba63-c239e1858e92"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:26:54.848583 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1220a7e6-62b4-4bf1-ba63-c239e1858e92,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:26:54.868274 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bdbfec-857f-435e-889b-4f5969296ce7 x-openstack-request-id: req-a7bdbfec-857f-435e-889b-4f5969296ce7 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:26:54.868624 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d232d1-d8e7-4c01-8a17-b2a0186bcfd3", "name": "network-vif-plugged", "status": "completed", "tag": "1220a7e6-62b4-4bf1-ba63-c239e1858e92", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:26:54.868941 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7bdbfec-857f-435e-889b-4f5969296ce7 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:26:54.869371 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bdbfec-857f-435e-889b-4f5969296ce7'] response: {'server_uuid': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1220a7e6-62b4-4bf1-ba63-c239e1858e92', 'code': 200} May 03 12:26:54.920660 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:54.969676 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=1220a7e6-62b4-4bf1-ba63-c239e1858e92,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:55.303384 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:55.367168 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056007-1be8-415e-a5f2-de6d88d6fe87 req-23e90484-654d-4869-8368-f2bab2828489 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:55.368707 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7056007-1be8-415e-a5f2-de6d88d6fe87 req-23e90484-654d-4869-8368-f2bab2828489 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0481126 May 03 12:26:55.442132 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ae44-a87a-4313-bcf1-bdd865c7e806 req-6317d286-2349-42fb-b057-f76cd22afe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:55.443636 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f87ae44-a87a-4313-bcf1-bdd865c7e806 req-6317d286-2349-42fb-b057-f76cd22afe6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 1134 time: 0.0556569 May 03 12:26:55.447093 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7056007-1be8-415e-a5f2-de6d88d6fe87 req-37dc0a22-e5f5-4641-b83c-f8c803325755 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720725 May 03 12:26:55.491463 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1f87ae44-a87a-4313-bcf1-bdd865c7e806 req-007c84a3-e6c7-4f4f-8fa5-9e2be68d8d27 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 May 03 12:26:55.647200 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ac21b-b16e-4e67-bd5f-3bc8e7be744e req-120f9689-b856-45b9-8028-504ba532db75 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:55.648788 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-114ac21b-b16e-4e67-bd5f-3bc8e7be744e req-120f9689-b856-45b9-8028-504ba532db75 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0468566 May 03 12:26:55.697768 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-114ac21b-b16e-4e67-bd5f-3bc8e7be744e req-cf1989ba-7e27-4176-a6fe-38cb7e639351 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 May 03 12:26:55.822615 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad4732-74d9-457a-aae9-157cc93e66c7 req-860354bf-5776-41e0-b730-03d33c2c324d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:55.823976 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f5ad4732-74d9-457a-aae9-157cc93e66c7 req-860354bf-5776-41e0-b730-03d33c2c324d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0459335 May 03 12:26:55.868993 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f5ad4732-74d9-457a-aae9-157cc93e66c7 req-f63f11fc-2b46-4390-a3ef-9fd2cd256901 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395882 May 03 12:26:56.557415 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd31c4-ef95-4400-ad78-56d352eee0b0 req-61f8c2a1-ec1a-46df-be81-8927ec11b3d2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:56.558857 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3fcd31c4-ef95-4400-ad78-56d352eee0b0 req-61f8c2a1-ec1a-46df-be81-8927ec11b3d2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 944 time: 0.0470657 May 03 12:26:56.606131 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3fcd31c4-ef95-4400-ad78-56d352eee0b0 req-b8ed15a7-0761-4ab4-b2cf-5e9050622f87 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 May 03 12:26:56.607106 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 8b62fb69-61ac-49d2-9516-d7b96681effa details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:26:56.703201 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 8b62fb69-61ac-49d2-9516-d7b96681effa, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=8b62fb69-61ac-49d2-9516-d7b96681effa,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:26:56.713720 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:26:56.750819 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 8b62fb69-61ac-49d2-9516-d7b96681effa is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:26:56.751216 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:56.766574 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b62fb69-61ac-49d2-9516-d7b96681effa {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:26:56.791106 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 8b62fb69-61ac-49d2-9516-d7b96681effa, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=8b62fb69-61ac-49d2-9516-d7b96681effa,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:26:56.816389 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a56ab-bb00-4e74-8ac3-21e17ccbb01c req-1979516a-108e-41e9-a01e-93fb676a314b tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:56.817951 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c29a56ab-bb00-4e74-8ac3-21e17ccbb01c req-1979516a-108e-41e9-a01e-93fb676a314b tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0542192 May 03 12:26:56.846443 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:56.867005 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c29a56ab-bb00-4e74-8ac3-21e17ccbb01c req-274829f8-fcb6-461f-8ce2-b0a3abd39e4a tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433974 May 03 12:26:56.894516 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=8b62fb69-61ac-49d2-9516-d7b96681effa,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:56.988285 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6d07d-7337-49e5-bc15-ba248cdbaa70 req-aa447884-879a-4976-a34b-1b99495bb0f9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:56.989764 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77a6d07d-7337-49e5-bc15-ba248cdbaa70 req-aa447884-879a-4976-a34b-1b99495bb0f9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0492213 May 03 12:26:57.036977 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77a6d07d-7337-49e5-bc15-ba248cdbaa70 req-2eb9d2c2-1466-4677-9ced-b5239a4ecba7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 May 03 12:26:57.166536 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:57.408177 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['8b62fb69-61ac-49d2-9516-d7b96681effa'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:26:57.716054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92299e63-7d9f-4948-ac1b-164e5485b777 req-8d3cbbde-155b-4787-9519-b0f5f09800b3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:57.718199 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92299e63-7d9f-4948-ac1b-164e5485b777 req-8d3cbbde-155b-4787-9519-b0f5f09800b3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 945 time: 0.0460970 May 03 12:26:57.763748 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92299e63-7d9f-4948-ac1b-164e5485b777 req-dbcbc606-b2dc-4c3a-84c4-f857a25bcad6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400226 May 03 12:26:57.984127 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976e9ed-b8fe-41f9-8e8e-316f8ef6792c req-7e70364d-975b-4f27-b324-87282736bce8 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:57.985591 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9976e9ed-b8fe-41f9-8e8e-316f8ef6792c req-7e70364d-975b-4f27-b324-87282736bce8 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0447598 May 03 12:26:58.030832 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9976e9ed-b8fe-41f9-8e8e-316f8ef6792c req-575777b7-9d33-48aa-9e83-c43362ae4b69 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397251 May 03 12:26:58.158205 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032208cd-8502-4000-a873-6b6e784cf9b8 req-c5f53e42-15c1-4ecd-a2dc-4da8472907bb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:58.159678 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-032208cd-8502-4000-a873-6b6e784cf9b8 req-c5f53e42-15c1-4ecd-a2dc-4da8472907bb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0525391 May 03 12:26:58.209702 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-032208cd-8502-4000-a873-6b6e784cf9b8 req-ef1dba3f-a46c-434b-88aa-d6f457d2eb78 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 May 03 12:26:58.877680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b32c-dbf5-45be-87e1-40d3d66ac6b0 req-f0b4d523-cb0b-4eae-a4c7-203bfc438a2e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:58.879177 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f264b32c-dbf5-45be-87e1-40d3d66ac6b0 req-f0b4d523-cb0b-4eae-a4c7-203bfc438a2e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 945 time: 0.0496578 May 03 12:26:58.893331 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 8b62fb69-61ac-49d2-9516-d7b96681effa up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:26:58.930177 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f264b32c-dbf5-45be-87e1-40d3d66ac6b0 req-c35947b6-eb13-4d10-a3a6-d4cb39e7762e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447552 May 03 12:26:58.941963 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 8b62fb69-61ac-49d2-9516-d7b96681effa completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:26:59.017846 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 8b62fb69-61ac-49d2-9516-d7b96681effa triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:26:59.018238 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:59.187765 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded9b8c-36a9-474e-b01f-7e1166bfa86a req-745486a9-bb8a-4428-999b-35b9004702f7 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:59.195398 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ded9b8c-36a9-474e-b01f-7e1166bfa86a req-745486a9-bb8a-4428-999b-35b9004702f7 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0579484 May 03 12:26:59.230160 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 8b62fb69-61ac-49d2-9516-d7b96681effa is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:26:59.230549 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:59.246686 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ded9b8c-36a9-474e-b01f-7e1166bfa86a req-6462faf1-a232-400c-b06b-18440afd434b tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 May 03 12:26:59.256748 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:26:59.259503 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb1dd7d-da3a-4bb2-8674-1f6d09574ea9" -d '{"events": [{"server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "name": "network-vif-plugged", "status": "completed", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:26:59.270744 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 8b62fb69-61ac-49d2-9516-d7b96681effa, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=8b62fb69-61ac-49d2-9516-d7b96681effa,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:26:59.305148 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d5717-ee29-4753-9dee-de507e4c5118 x-openstack-request-id: req-8c0d5717-ee29-4753-9dee-de507e4c5118 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:26:59.305711 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "name": "network-vif-plugged", "status": "completed", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:26:59.306103 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c0d5717-ee29-4753-9dee-de507e4c5118 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:26:59.306655 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0d5717-ee29-4753-9dee-de507e4c5118'] response: {'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'code': 200} May 03 12:26:59.343196 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:26:59.346322 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ebe28-1ed5-4219-bb77-79e523fdd223 req-d4b4131b-973f-4f5e-a81c-e8d89e87342a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:59.352357 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-713ebe28-1ed5-4219-bb77-79e523fdd223 req-d4b4131b-973f-4f5e-a81c-e8d89e87342a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0649581 May 03 12:26:59.397190 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-713ebe28-1ed5-4219-bb77-79e523fdd223 req-14bdcd7d-fb98-4e16-8042-453a1bcc7042 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 May 03 12:26:59.405621 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=8b62fb69-61ac-49d2-9516-d7b96681effa,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:26:59.770961 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964708e-78be-4996-9ba4-6dbe0020693b req-6e0c4a1b-fd4e-41ef-82c7-d1ba393c21bf tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:26:59.772415 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9964708e-78be-4996-9ba4-6dbe0020693b req-6e0c4a1b-fd4e-41ef-82c7-d1ba393c21bf tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0492027 May 03 12:26:59.819712 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9964708e-78be-4996-9ba4-6dbe0020693b req-c2a8d841-b0f1-4753-9552-45311974aa1a tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416348 May 03 12:27:00.048194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a49222-d0fc-4dbb-af9f-1b7fa23e7372 req-82cbaf57-06c0-4925-a4ed-49b73d2f099a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:00.049707 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63a49222-d0fc-4dbb-af9f-1b7fa23e7372 req-82cbaf57-06c0-4925-a4ed-49b73d2f099a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0461004 May 03 12:27:00.095047 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63a49222-d0fc-4dbb-af9f-1b7fa23e7372 req-13f5fdc0-7cbf-4380-ab5b-d6a48ebf2d3f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 May 03 12:27:00.515678 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a60106-9b44-451d-8125-6e9594825417 req-00f93b62-5766-4fb0-8707-92ac5e9a16a8 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:00.517096 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e2a60106-9b44-451d-8125-6e9594825417 req-00f93b62-5766-4fb0-8707-92ac5e9a16a8 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0504489 May 03 12:27:00.570016 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e2a60106-9b44-451d-8125-6e9594825417 req-0756e452-753d-4d25-8714-da1f77c9dfc5 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 May 03 12:27:00.932730 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7f9b-fac0-4e0d-a5f9-c0147d864953 req-b0effe46-13bb-4b96-bc1d-404acf5d0aca tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:00.934143 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-86cf7f9b-fac0-4e0d-a5f9-c0147d864953 req-b0effe46-13bb-4b96-bc1d-404acf5d0aca tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0484493 May 03 12:27:00.978980 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-86cf7f9b-fac0-4e0d-a5f9-c0147d864953 req-f6e9ca6e-bdaa-4a87-9f03-40bcf2fe2d2e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388956 May 03 12:27:01.205752 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f0d0f-1673-4dac-badf-5b2552c15195 req-b5f01e11-9368-4a39-b30b-b78583643a59 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:01.207212 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a93f0d0f-1673-4dac-badf-5b2552c15195 req-b5f01e11-9368-4a39-b30b-b78583643a59 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0465343 May 03 12:27:01.255721 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a93f0d0f-1673-4dac-badf-5b2552c15195 req-fe94f14f-310e-453d-b25e-a7bb3a0ee9c8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 May 03 12:27:01.684467 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbbfea-e4f9-4f47-bdc5-7e841ea79f6a req-9e224a0e-de11-4b66-8348-ad1a58257b92 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:01.686344 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4cbbbfea-e4f9-4f47-bdc5-7e841ea79f6a req-9e224a0e-de11-4b66-8348-ad1a58257b92 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0452950 May 03 12:27:01.731292 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4cbbbfea-e4f9-4f47-bdc5-7e841ea79f6a req-b38f1cc5-b789-4a09-8e7b-f2781a07b78c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 May 03 12:27:02.297741 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7cee4-5a19-4688-9c10-2fb252dcdfde req-8a6bba8c-7703-4a0a-966f-1671ea5e6a60 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:02.299226 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92a7cee4-5a19-4688-9c10-2fb252dcdfde req-8a6bba8c-7703-4a0a-966f-1671ea5e6a60 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.2523847 May 03 12:27:02.353038 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-92a7cee4-5a19-4688-9c10-2fb252dcdfde req-aa4a9624-b192-44ae-8413-c5d633e0d3e5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483787 May 03 12:27:02.374713 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67535985-3457-421a-ac0c-3d572e9511f7 req-ee5b7eb7-ba68-4c63-ae5e-4a4214334e71 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:02.376184 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67535985-3457-421a-ac0c-3d572e9511f7 req-ee5b7eb7-ba68-4c63-ae5e-4a4214334e71 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0560255 May 03 12:27:02.422152 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-67535985-3457-421a-ac0c-3d572e9511f7 req-eaafd342-2ecd-4bd0-a670-1060265488a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405657 May 03 12:27:02.848320 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea01d-36c0-49e6-9714-4da86131c796 req-fdaefd2e-ba5a-4144-b732-4f188bbe2345 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:02.849812 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5eea01d-36c0-49e6-9714-4da86131c796 req-fdaefd2e-ba5a-4144-b732-4f188bbe2345 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0465062 May 03 12:27:02.893956 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b5eea01d-36c0-49e6-9714-4da86131c796 req-371ce890-0e0d-4b09-ac40-8345f2d1c563 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387158 May 03 12:27:03.093528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec3e14-81b3-4e76-bf6e-f7a7c4ca30c8 req-64705a65-c891-4e84-bcc3-f37447fdc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:03.095093 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-60ec3e14-81b3-4e76-bf6e-f7a7c4ca30c8 req-64705a65-c891-4e84-bcc3-f37447fdc3c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0385182 May 03 12:27:03.480300 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-60ec3e14-81b3-4e76-bf6e-f7a7c4ca30c8 req-61efc3fa-b0cf-436c-88fc-5771a252c5ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524273 May 03 12:27:03.485226 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40194) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:03.495887 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5734ff-fe5c-487c-b75f-b4bae343ced7 req-4da2053c-6d36-482e-b620-516f0a4ab973 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:03.502179 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e5734ff-fe5c-487c-b75f-b4bae343ced7 req-4da2053c-6d36-482e-b620-516f0a4ab973 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0755153 May 03 12:27:03.507228 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7624479', 'description': 'tempest-description--1042937924'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:03.539691 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-a152218e-9ffc-4983-a8de-837b4dad9c41 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:03.541713 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-a152218e-9ffc-4983-a8de-837b4dad9c41 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.39 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 950 time: 0.0600374 May 03 12:27:03.593239 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2e5734ff-fe5c-487c-b75f-b4bae343ced7 req-fa90b544-365b-4477-a74a-393bf38ad2de tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/security-groups?id=26196217-95d5-4510-bed8-7b8cef934851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809164 May 03 12:27:03.597614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce647df-4688-4059-87bc-d4731cb75d65 req-db5a60df-fb93-407a-ab2b-a5c193af8fd3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:03.599158 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bce647df-4688-4059-87bc-d4731cb75d65 req-db5a60df-fb93-407a-ab2b-a5c193af8fd3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0692577 May 03 12:27:03.647088 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bce647df-4688-4059-87bc-d4731cb75d65 req-ac922d6b-6f01-4133-929e-23cff740448f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424681 May 03 12:27:03.664256 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:03.727344 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (9ab630ac-5ee3-4280-8530-a7b9f07bed2c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:03.794794 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (9ab630ac-5ee3-4280-8530-a7b9f07bed2c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:03.822790 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab630ac-5ee3-4280-8530-a7b9f07bed2c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:03.893558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:03.899940 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d5a71ff0-b835-4fa0-bcb3-2a78160f07c0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3916507 May 03 12:27:03.899940 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40198) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:03.901797 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': '9ab630ac-5ee3-4280-8530-a7b9f07bed2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:03.964057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Deleting port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:27:03.964430 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.003115 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (1bb8d85c-4d7a-4008-bdff-79d9d6a2017a), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.025457 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b1d73-50a9-4770-85c9-05e5c06cdd12 req-0a25e972-b0ce-481c-a93e-9911b83454a7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:04.026969 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a52b1d73-50a9-4770-85c9-05e5c06cdd12 req-0a25e972-b0ce-481c-a93e-9911b83454a7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0624125 May 03 12:27:04.056754 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] For port 1220a7e6-62b4-4bf1-ba63-c239e1858e92, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=1220a7e6-62b4-4bf1-ba63-c239e1858e92,segment=NetworkSegment(1082d194-09a2-4b2c-96d2-1c56eaad4b96),segment_id=1082d194-09a2-4b2c-96d2-1c56eaad4b96)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:04.057050 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.070098 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Calling delete_port for 1220a7e6-62b4-4bf1-ba63-c239e1858e92 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:27:04.103420 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (1bb8d85c-4d7a-4008-bdff-79d9d6a2017a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.107569 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a52b1d73-50a9-4770-85c9-05e5c06cdd12 req-1004026f-0fa1-4993-a53f-6b8a8b14522e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721812 May 03 12:27:04.205918 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (1bb8d85c-4d7a-4008-bdff-79d9d6a2017a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.225284 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb8d85c-4d7a-4008-bdff-79d9d6a2017a,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:04.261829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (1220a7e6-62b4-4bf1-ba63-c239e1858e92), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.287807 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.292302 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-783098d7-2706-4ba8-8283-8f037ccdc12a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905668 May 03 12:27:04.292466 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Pushing event deleted for resources: {'Port': ['ID=1220a7e6-62b4-4bf1-ba63-c239e1858e92,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:04.292566 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40202) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:04.296997 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': '9ab630ac-5ee3-4280-8530-a7b9f07bed2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:04.304611 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['1220a7e6-62b4-4bf1-ba63-c239e1858e92'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:27:04.336936 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] No DVR routers for this DVR port 1220a7e6-62b4-4bf1-ba63-c239e1858e92 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:27:04.344825 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.348217 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4e6be8c-69ac-43ae-9833-ddb0f8218fe3 req-0dff0d06-29f4-4b29-ad5d-7cb0ae1af27e tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.39 "DELETE /v2.0/ports/1220a7e6-62b4-4bf1-ba63-c239e1858e92 HTTP/1.1" status: 204 len: 173 time: 0.4666893 May 03 12:27:04.350226 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'name': 'network-vif-deleted', 'tag': '1220a7e6-62b4-4bf1-ba63-c239e1858e92'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:04.351176 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4662ff6-b8a2-4782-821c-726b5217154c" -d '{"events": [{"server_uuid": "03d232d1-d8e7-4c01-8a17-b2a0186bcfd3", "name": "network-vif-deleted", "tag": "1220a7e6-62b4-4bf1-ba63-c239e1858e92"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:04.389897 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6e9cdb-2882-4144-a01b-2221e6a9732f x-openstack-request-id: req-2e6e9cdb-2882-4144-a01b-2221e6a9732f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:04.390060 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (85ea369b-6f3c-4f4a-b164-c4725560e05d), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.390207 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d232d1-d8e7-4c01-8a17-b2a0186bcfd3", "name": "network-vif-deleted", "tag": "1220a7e6-62b4-4bf1-ba63-c239e1858e92", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:04.390593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e6e9cdb-2882-4144-a01b-2221e6a9732f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:04.391002 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6e9cdb-2882-4144-a01b-2221e6a9732f'] response: {'server_uuid': '03d232d1-d8e7-4c01-8a17-b2a0186bcfd3', 'name': 'network-vif-deleted', 'tag': '1220a7e6-62b4-4bf1-ba63-c239e1858e92', 'status': 'completed', 'code': 200} May 03 12:27:04.450983 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (85ea369b-6f3c-4f4a-b164-c4725560e05d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.509087 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (85ea369b-6f3c-4f4a-b164-c4725560e05d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.524214 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ea369b-6f3c-4f4a-b164-c4725560e05d,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:04.601086 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.602410 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fcc116b8-7976-44a6-8b33-2571e330bc4a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3094289 May 03 12:27:04.605420 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40212) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:04.610175 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:04.691587 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-435da3e9-805d-4f36-8f23-6f04bb7d5dee req-1a999f9b-8b0a-4ff7-8e6a-70bcd1dbf230 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0302174 May 03 12:27:04.693444 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.770405 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c9d5d-6fc8-43a6-8add-01a14423958f req-2e497b3e-e432-446b-b023-32b76d31d606 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:04.771987 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d11c9d5d-6fc8-43a6-8add-01a14423958f req-2e497b3e-e432-446b-b023-32b76d31d606 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0510817 May 03 12:27:04.788745 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.820542 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d11c9d5d-6fc8-43a6-8add-01a14423958f req-e2f5b322-e7da-48c4-bc6e-dbc4658ca016 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425749 May 03 12:27:04.868894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:04.902057 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.27.0.76 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/36f3a465-4ed0-40a6-a9dc-3daa70643770) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:04.998759 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.086103 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.119943 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:05.122696 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:05.126922 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:05.161572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=36f3a465-4ed0-40a6-a9dc-3daa70643770,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:05.249549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03517fae-1153-414d-9ebb-7bb206853e5d req-cf79a2e2-a318-4448-8bdf-55dec71a1f86 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:05.251079 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03517fae-1153-414d-9ebb-7bb206853e5d req-cf79a2e2-a318-4448-8bdf-55dec71a1f86 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0709026 May 03 12:27:05.281487 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (bcd90f0a-de91-436c-87ff-455c37cf9584), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.311247 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-03517fae-1153-414d-9ebb-7bb206853e5d req-24ddd2fc-81db-4466-8197-585de4c7bf2e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535235 May 03 12:27:05.388278 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.550576 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.610719 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.683097 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=36f3a465-4ed0-40a6-a9dc-3daa70643770,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:05.691759 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (bcd90f0a-de91-436c-87ff-455c37cf9584), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.797432 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1c0b992e-7ad8-4109-93d1-5cebc2e059dc req-dec859b9-68fd-4440-8e59-42e0b61c3ff5 tempest-VolumesNegativeTest-213920649 tempest-VolumesNegativeTest-213920649-project] 10.222.0.21 "GET /v2.0/ports?device_id=03d232d1-d8e7-4c01-8a17-b2a0186bcfd3 HTTP/1.1" status: 200 len: 210 time: 0.0283983 May 03 12:27:05.803715 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:05.806498 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-33a8c27b-3733-482e-92c9-3e4f78a1a648 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1987624 May 03 12:27:05.935810 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c8c87-d344-41f0-84bf-3aeaa33602b5 req-7bc70fea-e685-4344-a332-9b8f36c309dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:05.937497 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b69c8c87-d344-41f0-84bf-3aeaa33602b5 req-7bc70fea-e685-4344-a332-9b8f36c309dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0490346 May 03 12:27:05.986212 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b69c8c87-d344-41f0-84bf-3aeaa33602b5 req-ad0c0574-a18e-40f7-9088-8c80067747d8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426226 May 03 12:27:06.011304 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-118bff7a-b826-4eff-ad33-360a97c8f5ae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--7624479&fields=id&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 267 time: 0.0503409 May 03 12:27:06.120674 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322a4b3-f1f1-4fb5-891a-3852b7e3258a req-2e7444b3-15c7-475f-814e-a81e58ccc1e3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:06.122369 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3322a4b3-f1f1-4fb5-891a-3852b7e3258a req-2e7444b3-15c7-475f-814e-a81e58ccc1e3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0695574 May 03 12:27:06.135508 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:06.142403 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'floatingip': {'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:06.152405 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-31c95a04-95f7-4723-90a0-84da34fabf33 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:06.159415 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-31c95a04-95f7-4723-90a0-84da34fabf33 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1341715 May 03 12:27:06.197037 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:06.199578 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-ddc9bca5-e2f4-41db-a1a7-39dd8b84e690 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/quotas/275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 375 time: 0.0182638 May 03 12:27:06.335749 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-5756d6c5-19a3-44b9-be7a-2d813f33ccd3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048830 May 03 12:27:06.441598 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73915229-127d-4ef5-bb80-c891cb958cb6 req-f04cdff6-9c45-452d-8012-e265d16215ab tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:06.442991 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-73915229-127d-4ef5-bb80-c891cb958cb6 req-f04cdff6-9c45-452d-8012-e265d16215ab tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0503480 May 03 12:27:06.492554 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-73915229-127d-4ef5-bb80-c891cb958cb6 req-122fb0c1-c638-4ed7-a23b-169c1ad0735f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435293 May 03 12:27:06.519802 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-684281a6-8ca7-4d38-ba20-4f39ac93066d service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612904 May 03 12:27:06.939216 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 1220a7e6-62b4-4bf1-ba63-c239e1858e92 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:27:06.961424 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 1220a7e6-62b4-4bf1-ba63-c239e1858e92 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:27:06.961424 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 1220a7e6-62b4-4bf1-ba63-c239e1858e92 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:27:06.961792 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-8663cb6b-cd79-435e-a683-b82aeffefbc8 service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329050 May 03 12:27:07.070366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:07.142595 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:07.215400 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a268d612-5fc5-41fa-935d-a918fd5827dc req-af12a92c-2f3e-4f17-848d-8dd43fcac22a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0449698 May 03 12:27:07.300357 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Floating IP c70d5cd0-0a58-408f-95a3-8a197978cd19 associated. External IP: 172.27.0.207, port: 8b62fb69-61ac-49d2-9516-d7b96681effa. May 03 12:27:07.528168 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Router cd953874-a9e0-4936-a2f6-d6fcd1748daa has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:27:07.635241 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8249271-81f3-4350-bd32-58123738f31f req-7aab8cd8-e6d1-4a0d-b375-0e45529f6452 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:07.636812 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b8249271-81f3-4350-bd32-58123738f31f req-7aab8cd8-e6d1-4a0d-b375-0e45529f6452 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0565183 May 03 12:27:07.715708 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:27:07.722742 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:07.730644 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] Sync routers for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:27:07.743357 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:07.745198 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:26:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:07.754590 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b8249271-81f3-4350-bd32-58123738f31f req-33e4c07f-bc9e-4e86-92f9-42c686d05afc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797098 May 03 12:27:07.779817 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1f25bba7-06f9-4aa6-903a-49e5a1d4e550 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "PUT /v2.0/floatingips/c70d5cd0-0a58-408f-95a3-8a197978cd19 HTTP/1.1" status: 200 len: 992 time: 1.6287115 May 03 12:27:07.779817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:07.779817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:07.815078 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e8b55a-17ca-4054-9a02-fc4014d732f7 x-openstack-request-id: req-27e8b55a-17ca-4054-9a02-fc4014d732f7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:07.815467 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:07.815784 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27e8b55a-17ca-4054-9a02-fc4014d732f7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:07.816304 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e8b55a-17ca-4054-9a02-fc4014d732f7'] response: {'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'status': 'completed', 'code': 200} May 03 12:27:07.930251 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:07.936888 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-4477bd16-1f81-4cff-8523-6a1b7e27dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:07.938641 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-4477bd16-1f81-4cff-8523-6a1b7e27dc75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0582919 May 03 12:27:08.055701 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-c473dcf4-cf47-4d14-a7e8-94673c519df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:08.057986 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-c473dcf4-cf47-4d14-a7e8-94673c519df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.1010125 May 03 12:27:08.150361 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'c70d5cd0-0a58-408f-95a3-8a197978cd19', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:26:39Z', 'updated_at': '2022-05-03T12:27:06Z', 'revision_number': 1, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:08.174605 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-f7806584-ec6b-4bb7-97d8-d3bd3b691522 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 1000 time: 0.0692198 May 03 12:27:08.183226 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] Checking router: cd953874-a9e0-4936-a2f6-d6fcd1748daa for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:27:08.192462 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:08.193115 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:26:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:08.225060 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-3ca547b9-cd25-4783-9746-0bf414609ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:08.226533 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-3ca547b9-cd25-4783-9746-0bf414609ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0438545 May 03 12:27:08.288054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-4a13c575-9b13-4e9e-840f-7307f0ac52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:08.292921 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-4a13c575-9b13-4e9e-840f-7307f0ac52b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568962 May 03 12:27:08.336722 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:08.353799 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b4787d0-a133-4524-875b-bd7296006e4a req-46bdf1be-9614-4596-8b42-f1afda30deee tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0530474 May 03 12:27:08.437668 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-30859927-07ee-4b6a-ad1d-7a0b67c3c23d service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353896 May 03 12:27:08.533112 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd018aad-ec28-46d4-abc6-c7b3dfbdb72c req-3a9ecba5-63fb-4814-ab1d-a0c53e44ede6 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865495 May 03 12:27:08.575513 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'c70d5cd0-0a58-408f-95a3-8a197978cd19', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:26:39Z', 'updated_at': '2022-05-03T12:27:06Z', 'revision_number': 1, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:08.606430 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bb7966-d92f-4363-b378-c1edba65dc69 None None] The sync data for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi is: [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'c70d5cd0-0a58-408f-95a3-8a197978cd19', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:26:39Z', 'updated_at': '2022-05-03T12:27:06Z', 'revision_number': 1, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:27:08.799337 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a251293-b72a-436c-8370-ae870bb9bc65 None None] New status for floating IP c70d5cd0-0a58-408f-95a3-8a197978cd19: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:27:08.898449 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6f04b-1310-468a-a983-df3841b20b94 req-c76abbab-6ad4-45e8-be88-627b82928c28 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:08.901643 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5da6f04b-1310-468a-a983-df3841b20b94 req-c76abbab-6ad4-45e8-be88-627b82928c28 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0583568 May 03 12:27:08.960072 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5da6f04b-1310-468a-a983-df3841b20b94 req-17813f4e-56ac-4ce6-be09-ab0013ca27f9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517507 May 03 12:27:09.502979 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f13ca6e6-94fb-4dde-a89a-7924bbf684e7 req-89f1b1fb-eabc-4803-83e7-4f3f349f2930 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0311933 May 03 12:27:10.079443 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668906d-0d0a-4e1a-a25a-9820c33d7373 req-1699c1b2-f5cf-4f5e-8d7f-1e4a94ed55f3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:10.080957 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1668906d-0d0a-4e1a-a25a-9820c33d7373 req-1699c1b2-f5cf-4f5e-8d7f-1e4a94ed55f3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0481403 May 03 12:27:10.128983 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1668906d-0d0a-4e1a-a25a-9820c33d7373 req-4b4f1a7c-4381-4ef8-977e-c3d306415df4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 May 03 12:27:10.561778 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bf5100d-b394-4a8a-92ca-242d5ce3a339 req-f559564a-01c7-496e-8258-6830309fb612 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0269845 May 03 12:27:11.245324 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385345-1e2a-4f68-bb24-431a9a00982b req-44b96462-975c-4e28-aec0-13cdd5e8711e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:11.246778 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6385345-1e2a-4f68-bb24-431a9a00982b req-44b96462-975c-4e28-aec0-13cdd5e8711e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0460248 May 03 12:27:11.292932 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c6385345-1e2a-4f68-bb24-431a9a00982b req-b2ce5413-5bca-41b7-bdcf-55610b4a4447 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399532 May 03 12:27:11.654873 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5cfe096f-e42a-4bff-b9fc-5efaaf0e99a9 req-c3d6aa50-82e0-4d13-8740-acf3c73825ab tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0276487 May 03 12:27:12.413259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5677d-5981-427c-851c-f5ae2615c49d req-cc861e84-f131-4487-8c2b-ff5e4524ac69 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:12.414707 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5be5677d-5981-427c-851c-f5ae2615c49d req-cc861e84-f131-4487-8c2b-ff5e4524ac69 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0494001 May 03 12:27:12.461123 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5be5677d-5981-427c-851c-f5ae2615c49d req-296b25c5-a3eb-4874-9ced-199d8f5aab75 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 May 03 12:27:12.747552 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1264ca65-0af9-42f2-803a-a8b64adcac62 req-05886c23-8202-4354-bd8c-f35488e579f8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0272911 May 03 12:27:13.254327 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:13.475639 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1a45fd8e-d1dd-47c8-b809-ae5b7834429d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d07da3882154ea3841ed7e3f1d83ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178164 May 03 12:27:13.475998 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40606) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:13.499115 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-60311fed-8a0a-4589-8faa-90868766eccc tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:13.500906 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-60311fed-8a0a-4589-8faa-90868766eccc tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1393349 May 03 12:27:13.534460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24489712-35bc-4eb5-8dc8-978cad63f07d admin admin] Publish callbacks [] for security_group (26196217-95d5-4510-bed8-7b8cef934851), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:13.582498 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24489712-35bc-4eb5-8dc8-978cad63f07d admin admin] Publish callbacks [] for security_group (26196217-95d5-4510-bed8-7b8cef934851), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:13.602797 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff0664-b2c7-4ed3-8f4b-3371b19f94bd req-41a0cfc2-4dcd-4887-ac4c-dbdbc216af89 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:13.604189 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32ff0664-b2c7-4ed3-8f4b-3371b19f94bd req-41a0cfc2-4dcd-4887-ac4c-dbdbc216af89 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0654941 May 03 12:27:13.670711 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32ff0664-b2c7-4ed3-8f4b-3371b19f94bd req-1abbc29a-109a-427a-a613-e0e6d7a7a6b0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587111 May 03 12:27:13.682807 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-253a14bb-f3ef-4160-af1c-6cca07e604f4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 470 time: 0.0749507 May 03 12:27:13.760518 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24489712-35bc-4eb5-8dc8-978cad63f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (26196217-95d5-4510-bed8-7b8cef934851), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:13.763632 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24489712-35bc-4eb5-8dc8-978cad63f07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:13.767371 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-24489712-35bc-4eb5-8dc8-978cad63f07d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26196217-95d5-4510-bed8-7b8cef934851 HTTP/1.1" status: 204 len: 168 time: 0.2879965 May 03 12:27:13.774125 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489712-35bc-4eb5-8dc8-978cad63f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26196217-95d5-4510-bed8-7b8cef934851,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:13.848156 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-890c39f3-71f2-4906-9de9-6adb63677aca req-82084800-26ce-434c-b9dd-3a75057f8d0c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0282419 May 03 12:27:14.186719 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'port': {'device_id': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'admin_state_up': True, 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'security_groups': ['9ab630ac-5ee3-4280-8530-a7b9f07bed2c']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:14.382230 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Made reservation on behalf of 275e4ca81d1248ba98718d775404a8c4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:27:14.385366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:14.414368 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5526-7e23-4ac1-903e-5c44584ca2ae req-7ef979cb-f071-405a-acf5-8ca8f2f8c197 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:14.415840 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-692e5526-7e23-4ac1-903e-5c44584ca2ae req-7ef979cb-f071-405a-acf5-8ca8f2f8c197 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0613558 May 03 12:27:14.515152 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-692e5526-7e23-4ac1-903e-5c44584ca2ae req-e07464ea-f5e5-44d7-bc9e-309eba67658a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916872 May 03 12:27:14.560179 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.20.0.13 (651deaf2-f555-4473-aaf3-ea8f200dceb4/e6697b7f-1970-4498-b433-d89a1e13e5ca/60f50624-f927-44dc-8945-e0634bfd0a3a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:14.702422 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:14.794689 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b4af-2cd4-41ed-92cc-444906492a00 req-a3483107-5f12-4cf0-8095-88188a905f6f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:14.796352 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86c1b4af-2cd4-41ed-92cc-444906492a00 req-a3483107-5f12-4cf0-8095-88188a905f6f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0490196 May 03 12:27:14.800056 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:14.841093 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:14.843534 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86c1b4af-2cd4-41ed-92cc-444906492a00 req-15138b87-a365-4a18-b707-229fbd9b26a6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 May 03 12:27:14.846117 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:14.852031 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:14.857158 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:14.857782 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:14.872897 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=60f50624-f927-44dc-8945-e0634bfd0a3a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:14.929248 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-a936ed1f-17ba-4d5b-b675-15d7c85f1774 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463858 May 03 12:27:14.969208 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Request body: {'port': {'device_id': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:15.000386 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb85eb-e774-4e05-94d3-474296ea1f49 req-3adfa4ee-8f7e-4a74-abe5-4c833363cffe tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:15.002575 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36bb85eb-e774-4e05-94d3-474296ea1f49 req-3adfa4ee-8f7e-4a74-abe5-4c833363cffe tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 932 time: 0.0723443 May 03 12:27:15.067537 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.086684 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36bb85eb-e774-4e05-94d3-474296ea1f49 req-b4347cd7-f259-475b-a9b7-d48b43c97120 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0772707 May 03 12:27:15.114637 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-46b85466-8040-4ef0-8ec2-a840d80c3fd8 None None] Provisioning complete for port 60f50624-f927-44dc-8945-e0634bfd0a3a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:15.115174 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-46b85466-8040-4ef0-8ec2-a840d80c3fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.152882 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-46b85466-8040-4ef0-8ec2-a840d80c3fd8 None None] Port 60f50624-f927-44dc-8945-e0634bfd0a3a cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:27:15.349291 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f50624-f927-44dc-8945-e0634bfd0a3a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:27:15.356862 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Publish callbacks [] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.369766 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Transition to ACTIVE for port object 60f50624-f927-44dc-8945-e0634bfd0a3a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:27:15.427649 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.478614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Pushing event updated for resources: {'Port': ['ID=60f50624-f927-44dc-8945-e0634bfd0a3a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:15.518503 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Attempting to bind port 60f50624-f927-44dc-8945-e0634bfd0a3a on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:15.519061 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Attempting to bind port 60f50624-f927-44dc-8945-e0634bfd0a3a by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:15.519402 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Attempting to bind port 60f50624-f927-44dc-8945-e0634bfd0a3a on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:15.525594 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Port 60f50624-f927-44dc-8945-e0634bfd0a3a on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:27:15.525594 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Attempting to bind port 60f50624-f927-44dc-8945-e0634bfd0a3a on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:15.531125 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:15.531724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:15.531938 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Bound using segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:15.532375 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Bound port: 60f50624-f927-44dc-8945-e0634bfd0a3a, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:15.533404 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.649009 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] For port 60f50624-f927-44dc-8945-e0634bfd0a3a, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:15.656544 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2925eb6-90c1-475e-a947-fe5f327f0654 req-dead7151-847f-456f-9b28-54f3620fe5fb tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:15.661312 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b2925eb6-90c1-475e-a947-fe5f327f0654 req-dead7151-847f-456f-9b28-54f3620fe5fb tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0703483 May 03 12:27:15.661312 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] For port 60f50624-f927-44dc-8945-e0634bfd0a3a, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=60f50624-f927-44dc-8945-e0634bfd0a3a,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:15.692349 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538c3b9-fd6a-4e56-bbef-4b8351b3a0d8 req-ab134467-a766-47d4-9475-d2c3fedfe8b4 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:15.694741 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3538c3b9-fd6a-4e56-bbef-4b8351b3a0d8 req-ab134467-a766-47d4-9475-d2c3fedfe8b4 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.0492952 May 03 12:27:15.719632 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b2925eb6-90c1-475e-a947-fe5f327f0654 req-81430dfa-8496-4c85-a96b-05cac6cc125d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506172 May 03 12:27:15.743287 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.747485 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3538c3b9-fd6a-4e56-bbef-4b8351b3a0d8 req-47bd68a5-54a7-41cb-a2bc-306b793b9149 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481429 May 03 12:27:15.780310 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:15.780968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:15.782521 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] 10.222.0.39 "PUT /v2.0/ports/60f50624-f927-44dc-8945-e0634bfd0a3a HTTP/1.1" status: 200 len: 1094 time: 0.8194196 May 03 12:27:15.783493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:15.785772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18e025-97b4-4f5a-8311-2ad606115089" -d '{"events": [{"name": "network-changed", "server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:15.797726 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58ae3c-d787-4f96-832f-d3888d9818bc service neutron] Pushing event updated for resources: {'Port': ['ID=60f50624-f927-44dc-8945-e0634bfd0a3a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:15.826988 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bad87bf-240b-40a5-9d97-2c978032954b x-openstack-request-id: req-7bad87bf-240b-40a5-9d97-2c978032954b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:15.827278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:15.827557 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bad87bf-240b-40a5-9d97-2c978032954b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:15.827968 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bad87bf-240b-40a5-9d97-2c978032954b'] response: {'name': 'network-changed', 'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'status': 'completed', 'code': 200} May 03 12:27:15.974165 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de0d7c-e3fc-47fd-b32e-38da07fe844f req-d6bc3eb4-3994-4a73-b2c6-7c940464ed4d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:15.975642 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0de0d7c-e3fc-47fd-b32e-38da07fe844f req-d6bc3eb4-3994-4a73-b2c6-7c940464ed4d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0562232 May 03 12:27:16.023112 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b0de0d7c-e3fc-47fd-b32e-38da07fe844f req-ca5a55cf-1448-4133-a0c9-c175b7ec121e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 May 03 12:27:16.201359 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c75de-7076-4751-9e88-c3c9c2bca148 req-f0cc2411-0fd2-4891-8204-2e866d9927ce tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:16.202785 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e70c75de-7076-4751-9e88-c3c9c2bca148 req-f0cc2411-0fd2-4891-8204-2e866d9927ce tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0465999 May 03 12:27:16.249520 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e70c75de-7076-4751-9e88-c3c9c2bca148 req-1085addf-57a4-45c5-bbb3-388d1266476c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400176 May 03 12:27:16.836721 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd4d5b-93d5-40d3-9935-706a5e681a71 req-2c0b1662-b90e-44a4-89f5-8a50d7ea7611 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:16.838194 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8afd4d5b-93d5-40d3-9935-706a5e681a71 req-2c0b1662-b90e-44a4-89f5-8a50d7ea7611 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0473754 May 03 12:27:16.871775 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ddfa2-4a63-44dd-a99b-ca2c50af4db1 req-bc7e2f46-0a60-4903-afe7-33eb10e6ba67 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:16.873350 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-499ddfa2-4a63-44dd-a99b-ca2c50af4db1 req-bc7e2f46-0a60-4903-afe7-33eb10e6ba67 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.0524783 May 03 12:27:16.886253 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8afd4d5b-93d5-40d3-9935-706a5e681a71 req-0aa68710-00c0-440b-8f30-74743df2a7e3 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 May 03 12:27:16.920562 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-499ddfa2-4a63-44dd-a99b-ca2c50af4db1 req-62ab3d9c-1bb9-4660-aea8-7ad4d465769c tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 May 03 12:27:16.958189 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:27:17.055469 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:17.068385 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'mac_address': 'fa:16:3e:a5:78:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:27:17.105657 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: ACTIVE; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:17.106048 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:17.118837 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20e003b5-0665-4c32-a5f9-46415bbbdbe4 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:27:17.138658 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:17.141659 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7810d-17e8-434a-bce1-7d1c97f7fdd1 req-38198580-4818-4a8c-b7fa-6c1f0fa61abc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:17.143753 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87b7810d-17e8-434a-bce1-7d1c97f7fdd1 req-38198580-4818-4a8c-b7fa-6c1f0fa61abc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0508296 May 03 12:27:17.189517 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87b7810d-17e8-434a-bce1-7d1c97f7fdd1 req-6a735544-c734-493c-92bb-5c28eaf61afc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399768 May 03 12:27:17.227508 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:17.279098 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:17.362365 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8543bb-bc3d-4c2c-9764-8ad85a232359 req-d18aa51b-212b-4d89-b8ae-ce38a690ed09 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:17.363844 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c8543bb-bc3d-4c2c-9764-8ad85a232359 req-d18aa51b-212b-4d89-b8ae-ce38a690ed09 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0467010 May 03 12:27:17.409793 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c8543bb-bc3d-4c2c-9764-8ad85a232359 req-91b807c6-8477-4823-a746-8f8dba498904 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403759 May 03 12:27:17.455276 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['20e003b5-0665-4c32-a5f9-46415bbbdbe4'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:27:17.543417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18e025-97b4-4f5a-8311-2ad606115089 req-8cf8cc2a-a14b-467b-94ae-54902beffc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:17.544897 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d18e025-97b4-4f5a-8311-2ad606115089 req-8cf8cc2a-a14b-467b-94ae-54902beffc28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 1128 time: 0.0438569 May 03 12:27:17.775101 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18e025-97b4-4f5a-8311-2ad606115089 req-f2b441d1-8c8d-463f-aa8e-de2505b38f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:17.777491 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d18e025-97b4-4f5a-8311-2ad606115089 req-f2b441d1-8c8d-463f-aa8e-de2505b38f9b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=275e4ca81d1248ba98718d775404a8c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0930831 May 03 12:27:18.005646 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604e1b2-14fd-405a-ad3a-e9b43a391237 req-f213355f-d070-4140-9e88-0c09d67ee7da tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.007138 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9604e1b2-14fd-405a-ad3a-e9b43a391237 req-f213355f-d070-4140-9e88-0c09d67ee7da tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0521948 May 03 12:27:18.054578 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9604e1b2-14fd-405a-ad3a-e9b43a391237 req-f23d28d0-7ccc-4030-956b-1e87f0d47e78 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418377 May 03 12:27:18.099118 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-6c505aa1-b9d8-4dfe-b37a-d4d3b579d94f tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.100627 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-6c505aa1-b9d8-4dfe-b37a-d4d3b579d94f tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.0945783 May 03 12:27:18.108162 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360cddc-5eef-4200-9aad-98949a613fe2 req-77aea524-4d4f-4540-a25c-0002e3e5aadf tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.109530 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6360cddc-5eef-4200-9aad-98949a613fe2 req-77aea524-4d4f-4540-a25c-0002e3e5aadf tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 946 time: 0.1023729 May 03 12:27:18.120507 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18e025-97b4-4f5a-8311-2ad606115089 req-8ff9c3ac-8c58-41a0-b6de-f387560f37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.121915 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d18e025-97b4-4f5a-8311-2ad606115089 req-8ff9c3ac-8c58-41a0-b6de-f387560f37e3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978745 May 03 12:27:18.223811 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6360cddc-5eef-4200-9aad-98949a613fe2 req-1290136b-145e-44e2-ae9a-a67cb2173e36 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053782 May 03 12:27:18.241622 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Deleting port f9c55898-7055-4944-999f-dd8387bbe56b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:27:18.242558 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:18.329351 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576901f-5df0-4d9c-90a2-91acd011e5cd req-d9c84f67-7fee-4e78-a343-6ec59dc22cff tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.330977 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c576901f-5df0-4d9c-90a2-91acd011e5cd req-d9c84f67-7fee-4e78-a343-6ec59dc22cff tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 944 time: 0.0546141 May 03 12:27:18.351982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-6528ad3c-7e18-4652-891b-615d309e79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.353533 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-6528ad3c-7e18-4652-891b-615d309e79b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 1128 time: 0.0970051 May 03 12:27:18.381089 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] For port f9c55898-7055-4944-999f-dd8387bbe56b, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f9c55898-7055-4944-999f-dd8387bbe56b,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:18.381818 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:18.399500 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c576901f-5df0-4d9c-90a2-91acd011e5cd req-4ace6eb3-f3a0-484f-a178-05cfa3df8520 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545704 May 03 12:27:18.428281 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Calling delete_port for f9c55898-7055-4944-999f-dd8387bbe56b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:27:18.433236 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-5df6c308-db76-4902-a482-9ca87dfe9871 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f50624-f927-44dc-8945-e0634bfd0a3a HTTP/1.1" status: 200 len: 217 time: 0.0439434 May 03 12:27:18.552717 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-ecf55e1e-3768-4d38-b7b0-5e2c70a0eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.554219 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-ecf55e1e-3768-4d38-b7b0-5e2c70a0eb32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.1143296 May 03 12:27:18.571027 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca1b9d-e3c8-40f5-9613-fb2f3857a2c7 req-7ae7fb8c-f946-430e-8a77-4c7ec2627e72 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.572571 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bca1b9d-e3c8-40f5-9613-fb2f3857a2c7 req-7ae7fb8c-f946-430e-8a77-4c7ec2627e72 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0699387 May 03 12:27:18.641245 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36883450-42c8-4112-8627-bc94ce488b4e req-45aec182-df7a-4c20-b6ef-ae57180a4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:18.643241 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-45aec182-df7a-4c20-b6ef-ae57180a4b13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787606 May 03 12:27:18.711813 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4bca1b9d-e3c8-40f5-9613-fb2f3857a2c7 req-37942f6f-f73f-4236-90ab-2cc86a103246 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1289101 May 03 12:27:18.741642 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40702) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:18.789456 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-00c7b27b-6692-4bde-b353-935af6ad1341 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347220 May 03 12:27:18.822018 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (f9c55898-7055-4944-999f-dd8387bbe56b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:18.858220 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2125151a-0253-414f-8ba5-5084d2df0267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:18.863820 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Pushing event deleted for resources: {'Port': ['ID=f9c55898-7055-4944-999f-dd8387bbe56b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:18.884323 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['f9c55898-7055-4944-999f-dd8387bbe56b'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:27:18.952037 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2125151a-0253-414f-8ba5-5084d2df0267 admin admin] Publish callbacks [] for security_group (24125fca-166e-4772-9d49-4d7a26dc51f8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:18.953439 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] No DVR routers for this DVR port f9c55898-7055-4944-999f-dd8387bbe56b on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:27:18.956711 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:18.960292 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-695637b8-9419-42f4-823d-eb3e2ebb467e req-13460223-b83b-438c-a82b-6e53d2f7be33 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "DELETE /v2.0/ports/f9c55898-7055-4944-999f-dd8387bbe56b HTTP/1.1" status: 204 len: 173 time: 0.8480105 May 03 12:27:18.962249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'name': 'network-vif-deleted', 'tag': 'f9c55898-7055-4944-999f-dd8387bbe56b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:18.965348 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3119c8-7474-4696-98da-20c1e334a250" -d '{"events": [{"server_uuid": "a1adf3ce-b04d-419b-87ed-65976576bbcd", "name": "network-vif-deleted", "tag": "f9c55898-7055-4944-999f-dd8387bbe56b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:18.985411 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-36883450-42c8-4112-8627-bc94ce488b4e req-f3d3e77d-5b81-4aff-ba08-e4302b8984fc service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893353 May 03 12:27:18.986108 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:19.004809 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69729ff1-9d50-45d0-b5a2-ea1e772e064a x-openstack-request-id: req-69729ff1-9d50-45d0-b5a2-ea1e772e064a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:19.005144 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1adf3ce-b04d-419b-87ed-65976576bbcd", "name": "network-vif-deleted", "tag": "f9c55898-7055-4944-999f-dd8387bbe56b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:19.005406 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69729ff1-9d50-45d0-b5a2-ea1e772e064a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:19.005895 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69729ff1-9d50-45d0-b5a2-ea1e772e064a'] response: {'server_uuid': 'a1adf3ce-b04d-419b-87ed-65976576bbcd', 'name': 'network-vif-deleted', 'tag': 'f9c55898-7055-4944-999f-dd8387bbe56b', 'status': 'completed', 'code': 200} May 03 12:27:19.029091 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2125151a-0253-414f-8ba5-5084d2df0267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (24125fca-166e-4772-9d49-4d7a26dc51f8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.040075 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:19.040391 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.069368 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2125151a-0253-414f-8ba5-5084d2df0267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dbf307be828e4477b78b3679ff34860d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266354 May 03 12:27:19.070684 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125151a-0253-414f-8ba5-5084d2df0267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24125fca-166e-4772-9d49-4d7a26dc51f8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:19.072041 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:19.183141 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:19.183996 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.215554 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:19.218325 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cac13c-b724-404f-ab8a-4a88236e68cf" -d '{"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-plugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:19.233326 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:19.273120 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf289cb-836d-4e33-97eb-4ac96a813b0b x-openstack-request-id: req-abf289cb-836d-4e33-97eb-4ac96a813b0b {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:19.273449 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-plugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:19.273714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abf289cb-836d-4e33-97eb-4ac96a813b0b {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:19.274133 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf289cb-836d-4e33-97eb-4ac96a813b0b'] response: {'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'code': 200} May 03 12:27:19.310013 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.393583 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5394190-b123-492f-83a3-1f82fe24d8f2 req-97deb2aa-66f0-48d2-b09b-afef44a2fe62 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0502133 May 03 12:27:19.411341 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:19.494106 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-033b0b9e-a947-4825-ba68-ae89264a14fc admin admin] Publish callbacks [] for security_group (24125fca-166e-4772-9d49-4d7a26dc51f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.529299 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8379a-5c19-4d34-980e-e1a6c97cc015 req-bd0e218d-54bb-4730-b5a7-160b5896b2dd tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:19.533159 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b19e1-3ca0-48e5-beed-f9587b17d5f8 req-3f862f2a-0dc8-4318-9f60-068f62e19689 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:19.534836 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-640b19e1-3ca0-48e5-beed-f9587b17d5f8 req-3f862f2a-0dc8-4318-9f60-068f62e19689 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0490108 May 03 12:27:19.536823 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cff8379a-5c19-4d34-980e-e1a6c97cc015 req-bd0e218d-54bb-4730-b5a7-160b5896b2dd tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0964465 May 03 12:27:19.556145 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-033b0b9e-a947-4825-ba68-ae89264a14fc admin admin] Publish callbacks [] for security_group (24125fca-166e-4772-9d49-4d7a26dc51f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.593613 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-640b19e1-3ca0-48e5-beed-f9587b17d5f8 req-fe7b3c94-1ee0-4eb3-8530-af3374a41c82 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511343 May 03 12:27:19.633189 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cff8379a-5c19-4d34-980e-e1a6c97cc015 req-5e87752d-fbed-4b2e-922a-b78cf4018e79 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870435 May 03 12:27:19.715206 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-033b0b9e-a947-4825-ba68-ae89264a14fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (24125fca-166e-4772-9d49-4d7a26dc51f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.718255 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-033b0b9e-a947-4825-ba68-ae89264a14fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:19.719590 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-033b0b9e-a947-4825-ba68-ae89264a14fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24125fca-166e-4772-9d49-4d7a26dc51f8 HTTP/1.1" status: 204 len: 168 time: 0.6461995 May 03 12:27:19.731758 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b0b9e-a947-4825-ba68-ae89264a14fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24125fca-166e-4772-9d49-4d7a26dc51f8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:19.854296 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90593cc-0b1b-4b94-96d9-c2aa73911407 req-2700fe55-4955-43c7-a13a-9c340d9bfaac tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:19.855777 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a90593cc-0b1b-4b94-96d9-c2aa73911407 req-2700fe55-4955-43c7-a13a-9c340d9bfaac tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0482037 May 03 12:27:19.917758 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a90593cc-0b1b-4b94-96d9-c2aa73911407 req-732facdd-d6f1-4fd0-b1ca-84c02130af9d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0528059 May 03 12:27:20.495964 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7164961-ff29-4016-b562-928b64f86d49 req-e52240d7-882f-4273-ae91-a2f53e169599 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1adf3ce-b04d-419b-87ed-65976576bbcd HTTP/1.1" status: 200 len: 210 time: 0.0345373 May 03 12:27:20.691856 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b4de5cdb-7b95-4316-ad3a-d0e11923cc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:20.745743 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edb896-4055-4f1a-8234-fa6b1881bbb7 req-cf484c53-9f1e-4a0d-b826-03ed30769ea5 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:20.754425 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81edb896-4055-4f1a-8234-fa6b1881bbb7 req-cf484c53-9f1e-4a0d-b826-03ed30769ea5 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0655901 May 03 12:27:20.827256 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81edb896-4055-4f1a-8234-fa6b1881bbb7 req-e263c86f-959a-4067-ade0-f56813361e12 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698659 May 03 12:27:20.845110 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e4694-ce99-4ee9-bb3f-55788097b171 req-5ecaf835-d6be-4756-ad9b-4e5a5771c8ce tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:20.847056 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c22e4694-ce99-4ee9-bb3f-55788097b171 req-5ecaf835-d6be-4756-ad9b-4e5a5771c8ce tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0955360 May 03 12:27:20.913409 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c22e4694-ce99-4ee9-bb3f-55788097b171 req-ff2d3da8-d555-49ef-8875-777ad5eab5fc tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603225 May 03 12:27:21.036133 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d988b-9e7a-461e-ba75-87505cf7f239 req-4e5ec8c9-66e7-4786-b1f1-4eae0bf0ff45 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:21.037697 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-508d988b-9e7a-461e-ba75-87505cf7f239 req-4e5ec8c9-66e7-4786-b1f1-4eae0bf0ff45 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0586150 May 03 12:27:21.102394 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-508d988b-9e7a-461e-ba75-87505cf7f239 req-612c81f0-e914-4ba3-abf7-e81bc113d683 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579660 May 03 12:27:21.245417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:21.394415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1084962110-network', 'tenant_id': 'cfe9e07f034941009488167dde06eac4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:21.503782 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Made reservation on behalf of cfe9e07f034941009488167dde06eac4 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:27:21.506109 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:21.517335 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:21.691697 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks [] for security_group (29ff3324-0f7b-48db-b515-4c5fd58cf3de), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:21.784259 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (29ff3324-0f7b-48db-b515-4c5fd58cf3de), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:21.812962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:27:21.823561 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ff3324-0f7b-48db-b515-4c5fd58cf3de,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:21.828491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (4c99122f-394b-4e29-9d2b-69f4071f0361), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:21.828841 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Added segment 4c99122f-394b-4e29-9d2b-69f4071f0361 of type vlan for network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 May 03 12:27:21.875221 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (7fa12c5c-38e3-41c9-a74f-3d211cf1a299), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:21.998578 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f42234-8134-459d-89c3-4c8e276878b0 req-76c1cd82-efb1-4ee3-a26c-bed99af7f96b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:22.006260 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55f42234-8134-459d-89c3-4c8e276878b0 req-76c1cd82-efb1-4ee3-a26c-bed99af7f96b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0794983 May 03 12:27:22.017868 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (7fa12c5c-38e3-41c9-a74f-3d211cf1a299), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:22.017868 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:22.017868 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:22.083268 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55f42234-8134-459d-89c3-4c8e276878b0 req-ccf5e6cd-02b5-4d32-88ed-fa36b14fe9f5 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715868 May 03 12:27:22.132707 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cdfcf-91b1-4263-a54d-838f5bde3330 req-736a8cee-6e3f-4022-a038-3fe5b4c8c25a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:22.134167 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-762cdfcf-91b1-4263-a54d-838f5bde3330 req-736a8cee-6e3f-4022-a038-3fe5b4c8c25a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.1060038 May 03 12:27:22.134884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] Pushing event updated for resources: {'Network': ['ID=7fa12c5c-38e3-41c9-a74f-3d211cf1a299,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:22.146302 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:27:22.147396 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ef385fc0-9750-43cf-a16f-de4160cc3d1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9008999 May 03 12:27:22.151372 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40774) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:22.156540 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Request body: {'subnet': {'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1084962110-subnet', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:22.212626 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-762cdfcf-91b1-4263-a54d-838f5bde3330 req-64eb04cc-dbd7-417b-b063-8b62f17feb68 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659573 May 03 12:27:22.286079 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e49227-e0c6-4ee8-966e-d425d74a136c req-5095dac0-4df9-4851-a223-c64087bc6b39 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:22.287667 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63e49227-e0c6-4ee8-966e-d425d74a136c req-5095dac0-4df9-4851-a223-c64087bc6b39 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0509841 May 03 12:27:22.338404 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-63e49227-e0c6-4ee8-966e-d425d74a136c req-3decb356-6868-48e1-94b2-b61a325e1f96 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419204 May 03 12:27:22.412190 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Made reservation on behalf of cfe9e07f034941009488167dde06eac4 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:27:22.414632 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:22.685458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (c1583c42-acf9-4920-a2bf-da7cf2a54e9c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:22.747895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1583c42-acf9-4920-a2bf-da7cf2a54e9c,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:22.771162 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Checking segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:22.771526 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Network hostable DHCP agents. Network: 7fa12c5c-38e3-41c9-a74f-3d211cf1a299, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:27:22.833895 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0dc38a35-40d5-48dd-ae39-d3084df9a220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:22.864061 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:27:22.953567 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 7fa12c5c-38e3-41c9-a74f-3d211cf1a299) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:22.959026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:22.959602 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:22.966216 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af78ea2-1933-4360-a958-4f93e59c7eab None None] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:27:23.042846 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-66133a19-0201-41ef-a611-9106443382c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8875601 May 03 12:27:23.043413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:23.047610 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:23.117676 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:27:23.118561 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.126820 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (1eaed470-3ce3-415c-92ff-1761099a42e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.127948 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (1eaed470-3ce3-415c-92ff-1761099a42e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.211311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks [] for router_controller (1eaed470-3ce3-415c-92ff-1761099a42e1), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.253334 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e754481-5351-4f35-8022-a20875a22bb4 req-71348fda-981b-4ae1-9553-9b957d624877 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:23.255238 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e754481-5351-4f35-8022-a20875a22bb4 req-71348fda-981b-4ae1-9553-9b957d624877 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0821509 May 03 12:27:23.347800 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b82fa-f6b4-4639-9c02-880e415a6890 req-3055f547-040c-4ed2-a9b9-579bc96ccdbb tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:23.354812 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-347b82fa-f6b4-4639-9c02-880e415a6890 req-3055f547-040c-4ed2-a9b9-579bc96ccdbb tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0636377 May 03 12:27:23.355562 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Allocated IP 172.20.0.2 (7fa12c5c-38e3-41c9-a74f-3d211cf1a299/c1583c42-acf9-4920-a2bf-da7cf2a54e9c/b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:23.398951 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e754481-5351-4f35-8022-a20875a22bb4 req-a97ed860-eee0-4e12-b533-f2808951be90 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346695 May 03 12:27:23.447453 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-347b82fa-f6b4-4639-9c02-880e415a6890 req-35879e9e-4980-4bc1-a609-e1d398961454 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896730 May 03 12:27:23.548780 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Publish callbacks [] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.578065 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks [] for router_gateway (1eaed470-3ce3-415c-92ff-1761099a42e1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.600882 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a7a89-7ba2-4512-9cd5-5379b2cb8522 req-2fd0ec53-4b22-407c-9593-f421b96bddfa tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:23.602232 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d75a7a89-7ba2-4512-9cd5-5379b2cb8522 req-2fd0ec53-4b22-407c-9593-f421b96bddfa tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 944 time: 0.0844591 May 03 12:27:23.646806 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.681186 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d75a7a89-7ba2-4512-9cd5-5379b2cb8522 req-8009dab6-07e0-4fcc-96eb-c5756644a41a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0733545 May 03 12:27:23.699636 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:23.702952 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:23.707365 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:23.750386 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Pushing event updated for resources: {'Port': ['ID=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:23.801289 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Attempting to bind port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:23.801289 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Attempting to bind port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:23.801605 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Attempting to bind port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 on network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:23.807538 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:23.807930 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Checking segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:23.808341 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.814499 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Bound using segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:23.814499 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Bound port: b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:23.814499 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.895019 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] For port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:23.901225 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] For port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:23.937193 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks [] for router_gateway (1eaed470-3ce3-415c-92ff-1761099a42e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.960663 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:23.978404 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.055860 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e6213-a44e-4e6a-aa8b-77aae341a924 None None] Pushing event updated for resources: {'Port': ['ID=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:24.120518 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.127427 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Allocated IP 172.27.0.160 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/a11553cf-4595-4e01-8a76-08e4768fe0c9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:24.273664 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 60f50624-f927-44dc-8945-e0634bfd0a3a details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:27:24.292020 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks [] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.412713 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.456143 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 60f50624-f927-44dc-8945-e0634bfd0a3a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=60f50624-f927-44dc-8945-e0634bfd0a3a,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:24.473491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:24.478183 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:24.484428 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:24.486168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'port_id': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'mac_address': 'fa:16:3e:d8:26:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:27:24.490818 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Pushing event updated for resources: {'Port': ['ID=a11553cf-4595-4e01-8a76-08e4768fe0c9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:24.586522 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 60f50624-f927-44dc-8945-e0634bfd0a3a is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:24.586916 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.618645 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f50624-f927-44dc-8945-e0634bfd0a3a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:27:24.623588 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1767c-2db8-4650-bd8a-47918f42dd09 req-5a5c4988-518d-4056-b5cb-fdd49dcedc27 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:24.627526 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dac1767c-2db8-4650-bd8a-47918f42dd09 req-5a5c4988-518d-4056-b5cb-fdd49dcedc27 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0973518 May 03 12:27:24.651094 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 60f50624-f927-44dc-8945-e0634bfd0a3a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=60f50624-f927-44dc-8945-e0634bfd0a3a,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:24.657358 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1ce48-1bf7-46eb-93fa-90f775f737c9 req-41673518-92ee-4ea3-ac42-4543accf3c82 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:24.657358 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-79d1ce48-1bf7-46eb-93fa-90f775f737c9 req-41673518-92ee-4ea3-ac42-4543accf3c82 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0827425 May 03 12:27:24.718514 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dac1767c-2db8-4650-bd8a-47918f42dd09 req-b2bda546-6506-4c02-81d6-1b919131134f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834208 May 03 12:27:24.725744 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-79d1ce48-1bf7-46eb-93fa-90f775f737c9 req-b3617760-4c42-4cb9-a507-833b37c736c3 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656548 May 03 12:27:24.760728 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.845551 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=60f50624-f927-44dc-8945-e0634bfd0a3a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:24.857135 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ab5c-ecb1-48bf-b134-34753784c337 req-5002cd44-a601-4207-a21c-49f23176bac6 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:24.865186 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b057ab5c-ecb1-48bf-b134-34753784c337 req-5002cd44-a601-4207-a21c-49f23176bac6 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 945 time: 0.0809171 May 03 12:27:24.900867 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks [] for router_gateway (1eaed470-3ce3-415c-92ff-1761099a42e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:24.928028 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b057ab5c-ecb1-48bf-b134-34753784c337 req-bbbe4e59-7ea9-4a29-9e78-227ae5e9ac50 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0616341 May 03 12:27:25.154210 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (1eaed470-3ce3-415c-92ff-1761099a42e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:25.182437 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f9c55898-7055-4944-999f-dd8387bbe56b no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:27:25.357280 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: f9c55898-7055-4944-999f-dd8387bbe56b {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:27:25.357280 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f9c55898-7055-4944-999f-dd8387bbe56b not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:27:25.357280 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ed8ba-b5b4-4b1b-8e61-c2cae36a20c9 None None] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:27:25.405924 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Router 1eaed470-3ce3-415c-92ff-1761099a42e1 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:27:25.482676 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] Provisioning complete for port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:25.482676 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:25.510401 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:25.543328 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:27:25.558371 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Sync routers for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:27:25.570700 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:25.571628 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:25.592296 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] Current status of the port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:25.592651 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:25.636658 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] For port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:25.640555 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:25.640555 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-14f7dd92-cadd-46eb-a030-7a8c66978d38 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5946124 May 03 12:27:25.640748 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['60f50624-f927-44dc-8945-e0634bfd0a3a'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:27:25.645786 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40800) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:25.748664 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:25.778853 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:25.910532 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58778952-f2ae-41e9-a77e-e396cceb350f None None] Pushing event updated for resources: {'Port': ['ID=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:25.971598 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefcabe-d158-472f-9017-b5a946d441f3 req-0a99ce5d-88c9-4fb2-9c10-2d9e6af7302f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:25.973225 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9cefcabe-d158-472f-9017-b5a946d441f3 req-0a99ce5d-88c9-4fb2-9c10-2d9e6af7302f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0627887 May 03 12:27:26.000430 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344b155-e362-4869-8bf9-bc894662dcde req-faab6949-0721-4bb0-a4ea-eb339c73b0cb tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:26.014662 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b344b155-e362-4869-8bf9-bc894662dcde req-faab6949-0721-4bb0-a4ea-eb339c73b0cb tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0953672 May 03 12:27:26.019033 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-b5ee2119-ee97-4a60-9958-80f6564015e1 None None] Provisioning complete for port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:26.019870 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2119-ee97-4a60-9958-80f6564015e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.026620 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:24Z', 'revision_number': 3, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:26.063095 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Checking router: 1eaed470-3ce3-415c-92ff-1761099a42e1 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:27:26.063459 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Updating router 1eaed470-3ce3-415c-92ff-1761099a42e1 port a11553cf-4595-4e01-8a76-08e4768fe0c9 binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:27:26.076653 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9cefcabe-d158-472f-9017-b5a946d441f3 req-02498a8a-757d-4942-9d99-f0b9467d154e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947936 May 03 12:27:26.172447 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b344b155-e362-4869-8bf9-bc894662dcde req-599e7d5e-f2f4-4ab7-b49e-b9d10e2f0395 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564426 May 03 12:27:26.186420 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2119-ee97-4a60-9958-80f6564015e1 None None] Current status of the port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:26.196654 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.255535 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9483ac-8844-4af4-b590-e83ea4bebb1e req-25582633-d97b-4b32-ae43-55b964c68c4f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:26.257295 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e9483ac-8844-4af4-b590-e83ea4bebb1e req-25582633-d97b-4b32-ae43-55b964c68c4f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 945 time: 0.0645821 May 03 12:27:26.296441 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:26.326456 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e9483ac-8844-4af4-b590-e83ea4bebb1e req-55083b10-19ff-4b81-a42f-2b14e51b6c5b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0564475 May 03 12:27:26.361684 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:26.362065 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.463983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:26.539070 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.557073 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Publish callbacks [] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.634649 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.691830 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Attempting to bind port a11553cf-4595-4e01-8a76-08e4768fe0c9 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:26.692271 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Attempting to bind port a11553cf-4595-4e01-8a76-08e4768fe0c9 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:26.692848 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Attempting to bind port a11553cf-4595-4e01-8a76-08e4768fe0c9 on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:26.706777 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:26.707279 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:26.707918 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.708574 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:26.709529 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Bound port: a11553cf-4595-4e01-8a76-08e4768fe0c9, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:26.709529 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.763436 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Allocated IP 172.20.0.1 (7fa12c5c-38e3-41c9-a74f-3d211cf1a299/c1583c42-acf9-4920-a2bf-da7cf2a54e9c/d0c36fe7-89df-4fb3-a83e-8f0d08d68252) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:26.766288 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] For port a11553cf-4595-4e01-8a76-08e4768fe0c9, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:26.769940 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] For port a11553cf-4595-4e01-8a76-08e4768fe0c9, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a11553cf-4595-4e01-8a76-08e4768fe0c9,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:26.783385 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Pushing event updated for resources: {'Port': ['ID=a11553cf-4595-4e01-8a76-08e4768fe0c9,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:26.790740 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.791163 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.791859 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.792272 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.792870 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.793220 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.793609 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.794006 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.794400 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.795025 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.795153 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.795543 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.795928 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.796311 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.796716 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:26.887345 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.895866 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks [] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:26.960346 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:26.961150 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:27.012672 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.021967 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8df13-048b-4ed8-b4de-873e186a7fe5 None None] Pushing event updated for resources: {'Port': ['ID=a11553cf-4595-4e01-8a76-08e4768fe0c9,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:27.048634 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:27.051591 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:27.055382 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:27.081834 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Pushing event updated for resources: {'Port': ['ID=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:27.157354 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:27.167892 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (1eaed470-3ce3-415c-92ff-1761099a42e1), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.199021 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.235076 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 60f50624-f927-44dc-8945-e0634bfd0a3a up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:27.354674 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6376-6e34-480b-9c62-cbe97f77e608 req-4972454b-88a3-4330-87fc-62dd2a51c8d3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:27.355209 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 60f50624-f927-44dc-8945-e0634bfd0a3a completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:27:27.358388 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d5e6376-6e34-480b-9c62-cbe97f77e608 req-4972454b-88a3-4330-87fc-62dd2a51c8d3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.1227117 May 03 12:27:27.381910 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6965518-eeb7-4dd2-b93c-fb11a7a399b8 req-0f4623fc-9466-4eba-ace8-1a125e8246e0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:27.385684 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6965518-eeb7-4dd2-b93c-fb11a7a399b8 req-0f4623fc-9466-4eba-ace8-1a125e8246e0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0996492 May 03 12:27:27.407999 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d260857d-6a86-4e9d-ae93-0ec026c32c8f None None] Provisioning complete for port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:27.408424 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d260857d-6a86-4e9d-ae93-0ec026c32c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.461451 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 60f50624-f927-44dc-8945-e0634bfd0a3a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:27.462471 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.480996 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b6965518-eeb7-4dd2-b93c-fb11a7a399b8 req-a36e4053-a890-4ba4-94bc-20af37bd493d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903656 May 03 12:27:27.490230 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8d5e6376-6e34-480b-9c62-cbe97f77e608 req-550742f0-ea95-4ec7-b9b8-03417c7ea404 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152873 May 03 12:27:27.510136 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:24Z', 'revision_number': 3, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:27.556736 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc223d34-1017-44bf-971e-9bc0cc875b3a None None] The sync data for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi is: [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:24Z', 'revision_number': 3, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:27:27.593232 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d260857d-6a86-4e9d-ae93-0ec026c32c8f None None] Port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:27:27.627112 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.720792 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c621f7-10a4-4d09-91b5-cb3d5b1c839e req-f5ba24f6-433e-4f89-b57b-5273b893c661 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:27.727218 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f1c621f7-10a4-4d09-91b5-cb3d5b1c839e req-f5ba24f6-433e-4f89-b57b-5273b893c661 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 945 time: 0.1206801 May 03 12:27:27.742185 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 60f50624-f927-44dc-8945-e0634bfd0a3a is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:27.742858 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.797121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 60f50624-f927-44dc-8945-e0634bfd0a3a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=60f50624-f927-44dc-8945-e0634bfd0a3a,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:27.799161 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:27.804805 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa13fd5b-d3e1-4c6f-b25e-61f716eec508" -d '{"events": [{"server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:27.810457 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f1c621f7-10a4-4d09-91b5-cb3d5b1c839e req-277166e9-6a4d-4cec-8b61-7aac628e0828 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0777090 May 03 12:27:27.864960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b4d00d-d095-44a5-bac2-473b095d7554 x-openstack-request-id: req-11b4d00d-d095-44a5-bac2-473b095d7554 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:27.865394 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "name": "network-vif-plugged", "status": "completed", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:27.865655 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b4d00d-d095-44a5-bac2-473b095d7554 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:27.866063 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b4d00d-d095-44a5-bac2-473b095d7554'] response: {'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'code': 200} May 03 12:27:27.892835 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.911124 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks [] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:27.990174 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:28.027456 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=60f50624-f927-44dc-8945-e0634bfd0a3a,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:28.081862 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Pushing event updated for resources: {'Port': ['ID=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:28.086898 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (1eaed470-3ce3-415c-92ff-1761099a42e1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:28.253726 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a11553cf-4595-4e01-8a76-08e4768fe0c9 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:28.275980 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:28.277796 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:28.313671 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685d642-100d-4d11-9f1a-84667c4fde9a req-3c068f06-6db8-42d7-a878-97047e76256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:28.315197 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f685d642-100d-4d11-9f1a-84667c4fde9a req-3c068f06-6db8-42d7-a878-97047e76256f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 1130 time: 0.0590746 May 03 12:27:28.379976 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port a11553cf-4595-4e01-8a76-08e4768fe0c9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:28.381518 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:28.400436 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f685d642-100d-4d11-9f1a-84667c4fde9a req-4d0fa31b-aa24-4cc5-bfe4-b77dfea60619 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0765753 May 03 12:27:28.506178 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port a11553cf-4595-4e01-8a76-08e4768fe0c9 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:28.506578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:28.560307 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port a11553cf-4595-4e01-8a76-08e4768fe0c9, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a11553cf-4595-4e01-8a76-08e4768fe0c9,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:28.586687 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Router 1eaed470-3ce3-415c-92ff-1761099a42e1 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:27:28.631151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-88af2a73-d47b-486b-8871-54d2bdd539dd None None] Provisioning complete for port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:28.631653 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-88af2a73-d47b-486b-8871-54d2bdd539dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:28.671172 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:28.695422 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb1978-a5a7-4d71-af33-2c2b6c4d0ee5 req-1f92655a-98e8-4564-922c-c53696ea0b89 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:28.697056 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92fb1978-a5a7-4d71-af33-2c2b6c4d0ee5 req-1f92655a-98e8-4564-922c-c53696ea0b89 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0741124 May 03 12:27:28.729603 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-88af2a73-d47b-486b-8871-54d2bdd539dd None None] Port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:27:28.768559 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=a11553cf-4595-4e01-8a76-08e4768fe0c9,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:28.820869 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-92fb1978-a5a7-4d71-af33-2c2b6c4d0ee5 req-91ecd20b-a04f-43f5-80a4-c8d378615107 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086297 May 03 12:27:28.976728 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad65a31-4aaa-48b4-9bfd-605c0ca53189 req-3bf1a3aa-f926-427b-a4a9-80ce0fb4a791 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:28.984271 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ad65a31-4aaa-48b4-9bfd-605c0ca53189 req-3bf1a3aa-f926-427b-a4a9-80ce0fb4a791 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0733001 May 03 12:27:29.073138 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9ad65a31-4aaa-48b4-9bfd-605c0ca53189 req-f0f47c5e-f68d-42f4-9c91-8f9bffce0fd7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0876665 May 03 12:27:29.074115 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e8fe-e3ae-4856-a1a7-7b0cee06b156 req-51ef91a6-deb9-4e87-8505-a204f8b37f76 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:29.075634 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dc33e8fe-e3ae-4856-a1a7-7b0cee06b156 req-51ef91a6-deb9-4e87-8505-a204f8b37f76 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.4651966 May 03 12:27:29.102945 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:27:29.120898 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b100ef4e-7470-4077-8197-32a527a8c61c admin admin] 10.222.0.21 "PUT /v2.0/routers/1eaed470-3ce3-415c-92ff-1761099a42e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4732575 May 03 12:27:29.155719 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dc33e8fe-e3ae-4856-a1a7-7b0cee06b156 req-d1414801-b7d1-4b1e-95cf-ae05c647b144 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655673 May 03 12:27:29.960644 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Sync routers for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:27:29.965691 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40866) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:29.972205 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea26d31-7952-4902-8580-a8c41093d064 req-27b31341-02bc-41a7-8777-56019f7c0f38 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:29.973820 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0ea26d31-7952-4902-8580-a8c41093d064 req-27b31341-02bc-41a7-8777-56019f7c0f38 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0788970 May 03 12:27:29.977231 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268205845-network', 'tenant_id': '4a8686850db14857b14e7034ef2c462a'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:29.978516 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:29.979328 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:30.064456 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Made reservation on behalf of 4a8686850db14857b14e7034ef2c462a for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:27:30.066529 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0ea26d31-7952-4902-8580-a8c41093d064 req-8972439e-9f8a-47b6-bf3e-3bcb7b1d4421 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822010 May 03 12:27:30.067312 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.125894 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.188304 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:30.192156 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a11553cf-4595-4e01-8a76-08e4768fe0c9 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:30.254354 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385d412-8845-40b5-afc1-f83d7060aeb3 req-4dd3d542-feb9-4969-b82e-4f9b387bf01d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:30.269835 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b385d412-8845-40b5-afc1-f83d7060aeb3 req-4dd3d542-feb9-4969-b82e-4f9b387bf01d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0722973 May 03 12:27:30.320844 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37080f8c-75ac-4de9-8464-9e93301e5b5a req-cdb7f336-be40-4945-89a4-3b3357223d19 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:30.322507 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37080f8c-75ac-4de9-8464-9e93301e5b5a req-cdb7f336-be40-4945-89a4-3b3357223d19 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0634239 May 03 12:27:30.343140 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b385d412-8845-40b5-afc1-f83d7060aeb3 req-5f7481b7-4d4e-418c-8100-fcfbe0c5fe5c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0787318 May 03 12:27:30.382589 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks [] for security_group (dde5e3f8-6996-44ec-aa91-55be2b7f9025), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.396090 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37080f8c-75ac-4de9-8464-9e93301e5b5a req-4c5afff9-32c9-4ea9-b430-4236ce6d97bd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624130 May 03 12:27:30.398076 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port a11553cf-4595-4e01-8a76-08e4768fe0c9 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:30.398680 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.524751 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 2, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:30.560157 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Checking router: 1eaed470-3ce3-415c-92ff-1761099a42e1 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:27:30.561464 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Updating router 1eaed470-3ce3-415c-92ff-1761099a42e1 port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:27:30.703614 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port a11553cf-4595-4e01-8a76-08e4768fe0c9 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:30.716003 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.738002 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (dde5e3f8-6996-44ec-aa91-55be2b7f9025), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.762506 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:27:30.778340 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde5e3f8-6996-44ec-aa91-55be2b7f9025,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:30.784564 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (52d29962-72e6-405c-9818-f6d7f8438bad), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.784913 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Added segment 52d29962-72e6-405c-9818-f6d7f8438bad of type vlan for network d0000f64-e09d-44e5-a51a-0771928048df May 03 12:27:30.844039 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (d0000f64-e09d-44e5-a51a-0771928048df), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.926676 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (d0000f64-e09d-44e5-a51a-0771928048df), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.927679 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:30.928303 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:30.962733 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:27:31.006697 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Pushing event updated for resources: {'Network': ['ID=d0000f64-e09d-44e5-a51a-0771928048df,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:31.010178 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Publish callbacks [] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.014862 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.015217 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.015564 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.015909 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.016247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.016728 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.017581 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.017902 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.018362 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.018715 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.019033 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.019469 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.019807 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.020129 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.020479 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:31.026120 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a51e0c54-e731-402d-b49b-e47be2b3c0be admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0592988 May 03 12:27:31.035571 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:31.036114 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network d0000f64-e09d-44e5-a51a-0771928048df details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:27:31.036214 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Request body: {'subnet': {'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268205845-subnet', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:31.107082 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.146027 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Made reservation on behalf of 4a8686850db14857b14e7034ef2c462a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:27:31.154242 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.164486 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28753e-37a7-461b-9a5e-a24e962d07c8 None None] Pushing event updated for resources: {'Port': ['ID=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:31.243868 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Attempting to bind port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:31.244248 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Attempting to bind port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:31.244652 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Attempting to bind port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 on network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:31.254268 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:31.254647 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Checking segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:31.255058 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.255454 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Bound using segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:31.255929 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Bound port: d0c36fe7-89df-4fb3-a83e-8f0d08d68252, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:31.256312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.260640 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6b2f6-07b7-4faf-8b0d-bd4cafbbbb2c req-83d107fc-806c-4be2-9878-6bb2a58dc9c0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:31.271108 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6be6b2f6-07b7-4faf-8b0d-bd4cafbbbb2c req-83d107fc-806c-4be2-9878-6bb2a58dc9c0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.1016603 May 03 12:27:31.387733 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] For port d0c36fe7-89df-4fb3-a83e-8f0d08d68252, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:31.394078 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6be6b2f6-07b7-4faf-8b0d-bd4cafbbbb2c req-79966ce2-5332-4f41-ba2c-d0b5a1edfcd9 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207831 May 03 12:27:31.396767 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] For port d0c36fe7-89df-4fb3-a83e-8f0d08d68252, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:31.487253 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.557599 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1a0c2-41e4-43e2-96f4-ff9ab1bfd2d1 req-4ce32508-6d03-4eb4-b3ac-f55674fde324 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:31.566728 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-76a1a0c2-41e4-43e2-96f4-ff9ab1bfd2d1 req-4ce32508-6d03-4eb4-b3ac-f55674fde324 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0746362 May 03 12:27:31.612097 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f06cc-9adf-4854-9acf-d2d6be8eb046 req-43f7ccf8-72a7-42c6-ab6d-55d7cbef88b4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:31.618866 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-964f06cc-9adf-4854-9acf-d2d6be8eb046 req-43f7ccf8-72a7-42c6-ab6d-55d7cbef88b4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0939825 May 03 12:27:31.631652 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-76a1a0c2-41e4-43e2-96f4-ff9ab1bfd2d1 req-11d9ed80-ba31-47eb-8673-67f6ab086fa1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0638947 May 03 12:27:31.641081 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (cf38fab6-20f1-46d6-a46c-81e2e6d9110a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.655883 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] Provisioning complete for port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:31.663293 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:31.665381 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:31.666036 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:31.668029 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28753e-37a7-461b-9a5e-a24e962d07c8 None None] Pushing event updated for resources: {'Port': ['ID=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:31.694823 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-964f06cc-9adf-4854-9acf-d2d6be8eb046 req-902805b7-a058-40de-a36f-b4b8bfee224b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751781 May 03 12:27:31.755493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf38fab6-20f1-46d6-a46c-81e2e6d9110a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:31.812404 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Checking segment: {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:31.812785 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Network hostable DHCP agents. Network: d0000f64-e09d-44e5-a51a-0771928048df, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:27:31.918086 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:31.919901 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] Current status of the port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:31.920285 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.004677 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Network d0000f64-e09d-44e5-a51a-0771928048df is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:27:32.014587 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] For port d0c36fe7-89df-4fb3-a83e-8f0d08d68252, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:32.126620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, d0000f64-e09d-44e5-a51a-0771928048df) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:32.135088 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:32.136577 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.147492 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3636a7c-8095-4357-a7ac-7520c9afd029 None None] Network d0000f64-e09d-44e5-a51a-0771928048df requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:27:32.149890 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:32.190573 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.196649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98d715-cac8-489a-b99a-002e3ec809ce None None] The sync data for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi is: [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:27:32.305940 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-77a93ec7-ae1b-438d-a59e-846c2274e2e8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2757268 May 03 12:27:32.308678 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 40894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:32.317713 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:32.326966 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954bc35-c160-4aad-a077-e44cc06cb3aa None None] Pushing event updated for resources: {'Port': ['ID=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:32.340890 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-71d03087-7107-4998-98e6-651ff29a0b58 None None] Provisioning complete for port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:32.346494 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-71d03087-7107-4998-98e6-651ff29a0b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.413140 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-d0000f64-e09d-44e5-a51a-0771928048df', 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df', 'project_id': '4a8686850db14857b14e7034ef2c462a', 'fixed_ips': [{'subnet_id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:27:32.414099 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.482165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (7851d164-a3c5-4676-9774-05e0386173dd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.483304 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (7851d164-a3c5-4676-9774-05e0386173dd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.585865 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-71d03087-7107-4998-98e6-651ff29a0b58 None None] Current status of the port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:32.591392 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fe055-c464-479b-a26f-a78af9bd1bbc req-520296f5-975b-49c5-8bcb-fa2fdc040372 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:32.593059 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-998fe055-c464-479b-a26f-a78af9bd1bbc req-520296f5-975b-49c5-8bcb-fa2fdc040372 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0992012 May 03 12:27:32.595716 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks [] for router_controller (7851d164-a3c5-4676-9774-05e0386173dd), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.648264 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Allocated IP 172.20.0.2 (d0000f64-e09d-44e5-a51a-0771928048df/cf38fab6-20f1-46d6-a46c-81e2e6d9110a/c393082c-a2dd-4d71-b29c-505ef7df9f32) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:32.664991 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-998fe055-c464-479b-a26f-a78af9bd1bbc req-156b8bb9-4c90-46cd-be80-79d06053cd49 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639689 May 03 12:27:32.710908 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-6c2a56ff-6ce5-42ee-b94c-dd66052e876a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:32.712598 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-6c2a56ff-6ce5-42ee-b94c-dd66052e876a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/networks?id=5f29c615-eb0b-4edb-8665-c83e0737109c HTTP/1.1" status: 200 len: 813 time: 0.1531961 May 03 12:27:32.731295 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-5b4159ac-dfdf-4ee0-92c9-e5b9f223ba2a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/quotas/351fe17327d14798b1eb1880341e6937 HTTP/1.1" status: 200 len: 375 time: 0.0109646 May 03 12:27:32.771444 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-d6149b0a-7831-4c31-8869-9e80b0047639 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=351fe17327d14798b1eb1880341e6937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343630 May 03 12:27:32.851864 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Publish callbacks [] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.873657 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks [] for router_gateway (7851d164-a3c5-4676-9774-05e0386173dd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:32.911454 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-05a65583-f10e-4896-872a-d8b302634a30 service neutron] 10.222.0.21 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317165 May 03 12:27:32.922434 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76c2b4-0fa6-4848-a209-0aeccf2c3def req-340efdfe-7b06-48a6-8fc1-0846037ea035 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:32.930527 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f76c2b4-0fa6-4848-a209-0aeccf2c3def req-340efdfe-7b06-48a6-8fc1-0846037ea035 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.1614566 May 03 12:27:32.978458 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.007626 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f76c2b4-0fa6-4848-a209-0aeccf2c3def req-2850f1ae-284e-43e6-97fd-10e80b92219c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0761592 May 03 12:27:33.031172 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Network d0000f64-e09d-44e5-a51a-0771928048df is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:33.040571 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-41908ac4-6c89-49f6-a0c5-16a96bd91c33 service neutron] 10.222.0.21 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202569 May 03 12:27:33.054559 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Pushing event updated for resources: {'Port': ['ID=c393082c-a2dd-4d71-b29c-505ef7df9f32,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:33.058355 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:33.062947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:33.147332 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Attempting to bind port c393082c-a2dd-4d71-b29c-505ef7df9f32 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:33.147713 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Attempting to bind port c393082c-a2dd-4d71-b29c-505ef7df9f32 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:33.148218 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Attempting to bind port c393082c-a2dd-4d71-b29c-505ef7df9f32 on network d0000f64-e09d-44e5-a51a-0771928048df {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:33.153878 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:33.159985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Checking segment: {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:33.159985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.159985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Bound using segment: {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:33.159985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Bound port: c393082c-a2dd-4d71-b29c-505ef7df9f32, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:33.159985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.236435 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd514a8a-889c-432a-b2de-f040884a1b20 req-47097096-153d-4c16-b7e8-4ebdabb5f0f2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:33.238890 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd514a8a-889c-432a-b2de-f040884a1b20 req-47097096-153d-4c16-b7e8-4ebdabb5f0f2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.1449122 May 03 12:27:33.312841 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks [] for router_gateway (7851d164-a3c5-4676-9774-05e0386173dd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.340107 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.363782 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd514a8a-889c-432a-b2de-f040884a1b20 req-26bd8e78-ea32-4c82-832d-074b14309ded tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003458 May 03 12:27:33.432515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] For port c393082c-a2dd-4d71-b29c-505ef7df9f32, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:33.437160 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] For port c393082c-a2dd-4d71-b29c-505ef7df9f32, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=c393082c-a2dd-4d71-b29c-505ef7df9f32,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:33.472829 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991ff1b-40a0-4b27-8531-5d76650ecfea req-0012ca70-677a-428e-8b52-bd854123eaf4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:33.477705 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f991ff1b-40a0-4b27-8531-5d76650ecfea req-0012ca70-677a-428e-8b52-bd854123eaf4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.1218243 May 03 12:27:33.484990 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40926) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:33.489707 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'port_id': '60f50624-f927-44dc-8945-e0634bfd0a3a'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:33.517151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.538462 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (bcd90f0a-de91-436c-87ff-455c37cf9584), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:33.539443 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dca14564-dbe1-4f8a-b80c-a0d1e8adea86 req-4ca8d00a-e937-41a8-ba86-a1c38998f24e tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 210 time: 0.0700567 May 03 12:27:33.586822 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Allocated IP 172.27.0.106 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/3f0701ea-11c4-491b-86ea-b0f30c9f605d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:33.627179 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3bad-06fc-4e37-9353-24e67f04a0c2 None None] Pushing event updated for resources: {'Port': ['ID=c393082c-a2dd-4d71-b29c-505ef7df9f32,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:33.813341 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafc8a7-a0a7-4557-9554-5cbd0988f309 req-a6f0f40b-b792-431a-a60f-a7b1e0041e1e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:33.815595 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bafc8a7-a0a7-4557-9554-5cbd0988f309 req-a6f0f40b-b792-431a-a60f-a7b1e0041e1e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0632739 May 03 12:27:33.964926 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bafc8a7-a0a7-4557-9554-5cbd0988f309 req-78d2e66c-4b9c-4450-80a0-d3ea45847b91 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081061 May 03 12:27:34.131093 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-2353f583-ce0d-4212-bcee-ff5407aee32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:34.132910 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-2353f583-ce0d-4212-bcee-ff5407aee32a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1129 time: 0.1206288 May 03 12:27:34.134520 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-7dc57b0a-5fc4-4f85-8ce8-57cbaaad8b25 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1234701 May 03 12:27:34.151677 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks [] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.226633 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device d0c36fe7-89df-4fb3-a83e-8f0d08d68252 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:34.282120 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-b64ba7ba-ea1b-41f4-a63d-6aff5703c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:34.283979 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-b64ba7ba-ea1b-41f4-a63d-6aff5703c602 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 1130 time: 0.0808654 May 03 12:27:34.285948 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:34.286487 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.320832 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.339081 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.354558 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-c96fce70-b7cb-4e18-837b-9a33f3003493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:34.356027 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-c96fce70-b7cb-4e18-837b-9a33f3003493 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 918 time: 0.1944380 May 03 12:27:34.378789 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:34.380033 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device c393082c-a2dd-4d71-b29c-505ef7df9f32 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:34.417936 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (bcd90f0a-de91-436c-87ff-455c37cf9584), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.434453 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:34.440210 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port c393082c-a2dd-4d71-b29c-505ef7df9f32 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:34.440616 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.483597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:34.488158 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:34.530054 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port c393082c-a2dd-4d71-b29c-505ef7df9f32 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:34.530497 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.560890 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP bcd90f0a-de91-436c-87ff-455c37cf9584 associated. External IP: 172.27.0.76, port: 60f50624-f927-44dc-8945-e0634bfd0a3a. May 03 12:27:34.566942 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port c393082c-a2dd-4d71-b29c-505ef7df9f32, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=c393082c-a2dd-4d71-b29c-505ef7df9f32,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:34.637000 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Pushing event updated for resources: {'Port': ['ID=3f0701ea-11c4-491b-86ea-b0f30c9f605d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:34.669475 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.714405 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-3e7b86b7-17da-45ea-af8e-da1d5c7090b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 200 len: 1001 time: 0.3363502 May 03 12:27:34.718961 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-f83bfa6f-552e-486c-bbda-6a2e3af9a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:34.732428 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-f83bfa6f-552e-486c-bbda-6a2e3af9a18c service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.4153843 May 03 12:27:34.739957 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=c393082c-a2dd-4d71-b29c-505ef7df9f32,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:34.768912 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e31016-ab4f-40b9-8939-2e3d31b53048 req-6efb412d-96f2-474b-bcfc-5821198b496b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:34.770451 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d6e31016-ab4f-40b9-8939-2e3d31b53048 req-6efb412d-96f2-474b-bcfc-5821198b496b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.2882013 May 03 12:27:34.825125 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-990468dd-daf1-4c03-a1ff-c917c8641401 req-cbbb9873-80e5-404c-8e2d-9b3f397158ed tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 210 time: 0.0306880 May 03 12:27:34.842507 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-a6a8b12b-f153-4c3d-8e7b-c86ed8ca5ff8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9 HTTP/1.1" status: 200 len: 217 time: 0.0974798 May 03 12:27:34.850200 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:27:34.875775 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.917888 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836719d-2c4d-4e00-ac67-b7947ae8f523 None None] Network d0000f64-e09d-44e5-a51a-0771928048df requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:27:34.954918 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-f1e122e1-6ca1-4f93-a75b-1cfe3385476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:34.956852 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-f1e122e1-6ca1-4f93-a75b-1cfe3385476a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.2232692 May 03 12:27:34.977114 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:27:34.982421 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:34.990784 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:27:34.992858 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ca638eb9-d744-499f-96c6-0e010c87f97f None None] Provisioning complete for port c393082c-a2dd-4d71-b29c-505ef7df9f32 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:34.993263 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ca638eb9-d744-499f-96c6-0e010c87f97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:35.010420 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d6e31016-ab4f-40b9-8939-2e3d31b53048 req-6634015c-4687-413b-ae4e-983708a1c11f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892757 May 03 12:27:35.034949 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:35.042864 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:35.064444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-cc8d062e-8596-4796-97f2-b0286b90ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:35.064444 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-cc8d062e-8596-4796-97f2-b0286b90ff9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.1740410 May 03 12:27:35.068203 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2f80f0dc-fb2f-481f-9633-5a1404322141 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "PUT /v2.0/floatingips/bcd90f0a-de91-436c-87ff-455c37cf9584 HTTP/1.1" status: 200 len: 991 time: 1.5799115 May 03 12:27:35.068891 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:35.074259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:35.095631 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks [] for router_gateway (7851d164-a3c5-4676-9774-05e0386173dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:35.099278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-ec6dc1ae-2a19-433b-9828-8ccb165b2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:35.101022 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-ec6dc1ae-2a19-433b-9828-8ccb165b2a33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278028 May 03 12:27:35.129551 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ca638eb9-d744-499f-96c6-0e010c87f97f None None] Current status of the port c393082c-a2dd-4d71-b29c-505ef7df9f32 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:35.170386 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53c8937-4754-4bf0-99b2-f7775ad90f24 x-openstack-request-id: req-c53c8937-4754-4bf0-99b2-f7775ad90f24 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:35.173184 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:35.176759 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c53c8937-4754-4bf0-99b2-f7775ad90f24 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:35.177269 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53c8937-4754-4bf0-99b2-f7775ad90f24'] response: {'name': 'network-changed', 'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'status': 'completed', 'code': 200} May 03 12:27:35.191637 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7cc58-f101-4ea8-a5b2-ea186c8c80dc req-cb514510-619b-46fc-ba81-7d0527cbb096 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:35.194362 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23a7cc58-f101-4ea8-a5b2-ea186c8c80dc req-cb514510-619b-46fc-ba81-7d0527cbb096 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0770726 May 03 12:27:35.240798 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-87faa9d9-2d0b-41c4-82aa-97afbc5cb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:35.242291 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-87faa9d9-2d0b-41c4-82aa-97afbc5cb354 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914288 May 03 12:27:35.243394 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:35.269671 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-23a7cc58-f101-4ea8-a5b2-ea186c8c80dc req-6dbb7b54-f1f0-47f6-b806-5ee14f6f4ca4 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654359 May 03 12:27:35.448204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-b855f623-57dd-46a7-9df0-2077d16991b3 None None] Provisioning complete for port c393082c-a2dd-4d71-b29c-505ef7df9f32 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:35.449272 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b855f623-57dd-46a7-9df0-2077d16991b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:35.473520 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-512b442c-9e9b-4cb0-b33b-4cf1daa3b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:35.475014 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-512b442c-9e9b-4cb0-b33b-4cf1daa3b777 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 1130 time: 0.1505015 May 03 12:27:35.476873 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-fe4fdb40-e00f-45ee-9692-a0a1b6b54828 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162854 May 03 12:27:35.507982 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:35Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}, {'id': 'bcd90f0a-de91-436c-87ff-455c37cf9584', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:d8:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:27:05Z', 'updated_at': '2022-05-03T12:27:34Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:35.532774 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-b855f623-57dd-46a7-9df0-2077d16991b3 None None] Current status of the port c393082c-a2dd-4d71-b29c-505ef7df9f32 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:35.535191 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:27:35.540353 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-f1599e0f-a894-4524-9633-56420e17bbb1 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329586 May 03 12:27:35.544296 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:35.544935 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:35.556970 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (7851d164-a3c5-4676-9774-05e0386173dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:35.651501 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:35.805175 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Router 7851d164-a3c5-4676-9774-05e0386173dd is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:27:35.865314 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:35Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}, {'id': 'bcd90f0a-de91-436c-87ff-455c37cf9584', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:d8:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:27:05Z', 'updated_at': '2022-05-03T12:27:34Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:35.981813 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de1b05b-9a69-45fe-838e-a7ea66eb7156 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:35Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}, {'id': 'bcd90f0a-de91-436c-87ff-455c37cf9584', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:d8:26:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:27:05Z', 'updated_at': '2022-05-03T12:27:34Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:27:36.180245 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-86a15493-59d8-4a14-a54d-e2ecc74c4a9f tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:36.181469 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device c393082c-a2dd-4d71-b29c-505ef7df9f32 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:36.181812 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-86a15493-59d8-4a14-a54d-e2ecc74c4a9f tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "GET /v2.0/networks?id=5f29c615-eb0b-4edb-8665-c83e0737109c HTTP/1.1" status: 200 len: 813 time: 0.1884236 May 03 12:27:36.195078 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0d30f-5981-411e-a367-719cd2c47ca7 req-0a3c69e0-a657-4160-81db-f0698a9d30fd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:36.196717 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54c0d30f-5981-411e-a367-719cd2c47ca7 req-0a3c69e0-a657-4160-81db-f0698a9d30fd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0833764 May 03 12:27:36.207190 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Request body: {'port': {'device_id': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c', 'admin_state_up': True, 'tenant_id': '351fe17327d14798b1eb1880341e6937'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:36.251047 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port c393082c-a2dd-4d71-b29c-505ef7df9f32 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:36.253043 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:36.303972 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54c0d30f-5981-411e-a367-719cd2c47ca7 req-ac79cada-dc54-4bfa-9abc-db2d3098ab1e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903642 May 03 12:27:36.335683 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c2dce-bea0-41fa-b342-0c100271afd7 None None] New status for floating IP bcd90f0a-de91-436c-87ff-455c37cf9584: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:27:36.371620 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24e30077-1277-4c62-b430-0796e4f4d04b req-5d0243a0-1fd3-4dc8-b5c3-ff8461eba38a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 210 time: 0.1643987 May 03 12:27:36.373745 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-6fdb30cb-99ba-485c-8591-bccebdd771fa service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6140819 May 03 12:27:36.391986 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port c393082c-a2dd-4d71-b29c-505ef7df9f32 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:36.435168 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fbd46d7e-7eb4-465a-bd1f-d8b02b1be5d1 req-f2b2d654-0ce0-4f1a-9b65-28cf2d77d476 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656737 May 03 12:27:36.459279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-2876af80-0856-4188-9acc-82d791174b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:36.460800 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-2876af80-0856-4188-9acc-82d791174b9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 915 time: 0.6925132 May 03 12:27:36.476210 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fb6be-d3e1-4ea7-82fa-057f1d7526cc req-147994aa-cae8-4b58-8892-3c655ca0b49d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:36.478013 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e10fb6be-d3e1-4ea7-82fa-057f1d7526cc req-147994aa-cae8-4b58-8892-3c655ca0b49d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0717049 May 03 12:27:36.507801 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:27:36.517607 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Sync routers for ids ['7851d164-a3c5-4676-9774-05e0386173dd'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:27:36.526848 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Routers {'7851d164-a3c5-4676-9774-05e0386173dd'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:36.527458 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['7851d164-a3c5-4676-9774-05e0386173dd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:36.534434 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e10fb6be-d3e1-4ea7-82fa-057f1d7526cc req-b62a8883-05f4-488e-abbe-58b2297f0886 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 May 03 12:27:36.560477 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Made reservation on behalf of 351fe17327d14798b1eb1880341e6937 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:27:36.564370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:36.586880 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:36.589978 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3392fc50-55d3-4489-9456-a4f64ff1173e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2784483 May 03 12:27:36.591048 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 40952) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:36.637339 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Set router 7851d164-a3c5-4676-9774-05e0386173dd gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:36.772999 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Allocated IP 172.20.0.7 (5f29c615-eb0b-4edb-8665-c83e0737109c/4ed9cd5f-846e-4fe3-bee0-af195e629157/9b2ffee4-75d8-4d07-949d-e677fa108384) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:36.801155 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:27:34Z', 'revision_number': 3, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:36.831958 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Checking router: 7851d164-a3c5-4676-9774-05e0386173dd for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:27:36.832311 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Updating router 7851d164-a3c5-4676-9774-05e0386173dd port 3f0701ea-11c4-491b-86ea-b0f30c9f605d binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:27:36.858626 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.111212 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Publish callbacks [] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.194868 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.250708 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Attempting to bind port 3f0701ea-11c4-491b-86ea-b0f30c9f605d on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:37.251711 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Attempting to bind port 3f0701ea-11c4-491b-86ea-b0f30c9f605d by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:37.252071 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Attempting to bind port 3f0701ea-11c4-491b-86ea-b0f30c9f605d on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:37.255877 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd14b5-0805-400b-aac7-88e102f5f2e8 None None] Pushing event updated for resources: {'Port': ['ID=3f0701ea-11c4-491b-86ea-b0f30c9f605d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:37.259673 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:37.260063 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:37.260467 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.260849 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:37.261306 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Bound port: 3f0701ea-11c4-491b-86ea-b0f30c9f605d, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:37.261685 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.288587 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:27:37.292371 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks [] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.315246 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] For port 3f0701ea-11c4-491b-86ea-b0f30c9f605d, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:37.319014 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] For port 3f0701ea-11c4-491b-86ea-b0f30c9f605d, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3f0701ea-11c4-491b-86ea-b0f30c9f605d,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:37.375109 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:37.375422 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.385101 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.410844 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:37.411898 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:37.414388 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b204720-a366-4c2c-bfb5-739ee303b671" -d '{"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-unplugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:37.443913 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.464600 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8ec59-671f-4b13-8e20-44604c7b5a65 req-c7a4802f-3534-4f67-9512-eb36ad72fc77 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:37.466169 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7f8ec59-671f-4b13-8e20-44604c7b5a65 req-c7a4802f-3534-4f67-9512-eb36ad72fc77 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 945 time: 0.0741537 May 03 12:27:37.476626 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Routers {'7851d164-a3c5-4676-9774-05e0386173dd'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:37.477517 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['7851d164-a3c5-4676-9774-05e0386173dd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:37.496806 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.526658 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Network 5f29c615-eb0b-4edb-8665-c83e0737109c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:37.534894 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.537339 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:37.549061 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:37.556076 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:37.558897 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7f8ec59-671f-4b13-8e20-44604c7b5a65 req-db7dbe31-8b2b-4abf-987a-f9d8ecf022be tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829642 May 03 12:27:37.572640 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd14b5-0805-400b-aac7-88e102f5f2e8 None None] Pushing event updated for resources: {'Port': ['ID=3f0701ea-11c4-491b-86ea-b0f30c9f605d,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:37.574804 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682712f-ce66-4266-9ddc-ea789db03941 req-b3171229-9cfd-46f4-b8ec-7e09a70d5870 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:37.580484 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2682712f-ce66-4266-9ddc-ea789db03941 req-b3171229-9cfd-46f4-b8ec-7e09a70d5870 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 931 time: 0.1224105 May 03 12:27:37.604738 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] Set router 7851d164-a3c5-4676-9774-05e0386173dd gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:37.608916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Pushing event updated for resources: {'Port': ['ID=9b2ffee4-75d8-4d07-949d-e677fa108384,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:37.616599 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 12:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce95de-699d-4ed2-9ee3-3f2857150efe x-openstack-request-id: req-f3ce95de-699d-4ed2-9ee3-3f2857150efe {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:37.617076 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-unplugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:37.617485 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3ce95de-699d-4ed2-9ee3-3f2857150efe {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:37.618340 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ce95de-699d-4ed2-9ee3-3f2857150efe'] response: {'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'code': 200} May 03 12:27:37.714334 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc5868-b1f1-48a8-ba62-e3d4ccc663aa req-cceaa616-6de4-44af-9511-567c6eb55982 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:37.715828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44fc5868-b1f1-48a8-ba62-e3d4ccc663aa req-cceaa616-6de4-44af-9511-567c6eb55982 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0514731 May 03 12:27:37.723249 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:37.723867 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:37.768649 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-44fc5868-b1f1-48a8-ba62-e3d4ccc663aa req-1cc55266-5dd8-4a54-b43b-973e34643ac4 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433443 May 03 12:27:37.769997 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2682712f-ce66-4266-9ddc-ea789db03941 req-891f3d3c-1148-468e-9a6d-96255043b5f2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649721 May 03 12:27:37.800626 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:27:34Z', 'revision_number': 3, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:37.823106 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Allocated IP 172.20.0.1 (d0000f64-e09d-44e5-a51a-0771928048df/cf38fab6-20f1-46d6-a46c-81e2e6d9110a/f304a2bc-fb36-4d8f-ae22-0d7489f7d14d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:27:37.827306 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc57892-c6e5-414d-9817-5c79c3fdd139 None None] The sync data for ids ['7851d164-a3c5-4676-9774-05e0386173dd'] in dv-cinder-824911-5-iscsi is: [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:27:34Z', 'revision_number': 3, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:27:37.888514 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-1bd04de8-e26b-4cd0-91cd-16d6ff286e97 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6864488 May 03 12:27:37.925914 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks [] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.011803 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.047404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Network d0000f64-e09d-44e5-a51a-0771928048df is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:38.050111 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:38.053552 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:27:38.085416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Pushing event updated for resources: {'Port': ['ID=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:38.109285 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (7851d164-a3c5-4676-9774-05e0386173dd), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.147623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Request body: {'port': {'device_id': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:38.221128 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-fdb39b67-1722-4ebd-b9f4-be1e7978a230 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f50624-f927-44dc-8945-e0634bfd0a3a HTTP/1.1" status: 200 len: 1001 time: 0.0890732 May 03 12:27:38.246469 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.302715 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-89fb44ba-3182-40e2-97d5-b8fb1383b58b None None] Provisioning complete for port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:38.303256 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-89fb44ba-3182-40e2-97d5-b8fb1383b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.325155 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-27bf2e46-125b-44e7-9470-371ea5927616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:38.327129 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-27bf2e46-125b-44e7-9470-371ea5927616 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.0720582 May 03 12:27:38.356776 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-89fb44ba-3182-40e2-97d5-b8fb1383b58b None None] Port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:27:38.432259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.449326 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-54838ee0-3c2e-427c-9cb9-3ddbaf752429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:38.455557 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-54838ee0-3c2e-427c-9cb9-3ddbaf752429 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464587 May 03 12:27:38.631402 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-5ba74740-e4e3-4716-9c65-a1b4f0aec9d9 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134074 May 03 12:27:38.726804 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7948d-53f8-4402-97b1-7a071b48c1da req-cc97108e-d695-4b1f-940f-f81975eec0f2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:38.727057 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2ffee4-75d8-4d07-949d-e677fa108384 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:27:38.728644 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ec7948d-53f8-4402-97b1-7a071b48c1da req-cc97108e-d695-4b1f-940f-f81975eec0f2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0554910 May 03 12:27:38.744078 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Publish callbacks [] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.751017 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks [] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.762346 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Transition to ACTIVE for port object 9b2ffee4-75d8-4d07-949d-e677fa108384 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:27:38.784962 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6ec7948d-53f8-4402-97b1-7a071b48c1da req-8feb8c69-ad11-4aa1-9a26-fc783c93a503 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504396 May 03 12:27:38.817841 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.883046 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:38.937377 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f5fdb-aedb-4e2b-a44d-45f4ea0d632c req-134b3970-fabc-49af-8ceb-98d193447ed6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:38.939847 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-393f5fdb-aedb-4e2b-a44d-45f4ea0d632c req-134b3970-fabc-49af-8ceb-98d193447ed6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0581408 May 03 12:27:38.983231 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (7851d164-a3c5-4676-9774-05e0386173dd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:39.005124 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da596-b54b-4e36-a022-c8bb839fdf29 req-b35d1984-3fbe-404d-808e-2ca209165d72 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:39.006657 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c7da596-b54b-4e36-a022-c8bb839fdf29 req-b35d1984-3fbe-404d-808e-2ca209165d72 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 943 time: 0.0944543 May 03 12:27:39.010991 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Pushing event updated for resources: {'Port': ['ID=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:39.033825 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85c25cae-0b86-4946-8bce-c1f7a70cd8d4 req-4124b938-a514-4050-b498-8ebcedec1ce1 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265522 May 03 12:27:39.038941 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-393f5fdb-aedb-4e2b-a44d-45f4ea0d632c req-b6516605-87a1-4cef-9ee2-bf65c9ebb496 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658457 May 03 12:27:39.184572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Pushing event updated for resources: {'Port': ['ID=9b2ffee4-75d8-4d07-949d-e677fa108384,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:39.222179 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c7da596-b54b-4e36-a022-c8bb839fdf29 req-19e77287-7d1f-41a1-a6bf-46dafa5410ff tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079263 May 03 12:27:39.243671 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Attempting to bind port 9b2ffee4-75d8-4d07-949d-e677fa108384 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:39.244023 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Attempting to bind port 9b2ffee4-75d8-4d07-949d-e677fa108384 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:39.244385 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Attempting to bind port 9b2ffee4-75d8-4d07-949d-e677fa108384 on network 5f29c615-eb0b-4edb-8665-c83e0737109c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:39.252074 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Port 9b2ffee4-75d8-4d07-949d-e677fa108384 on network 5f29c615-eb0b-4edb-8665-c83e0737109c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:27:39.252428 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Attempting to bind port 9b2ffee4-75d8-4d07-949d-e677fa108384 on network 5f29c615-eb0b-4edb-8665-c83e0737109c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:39.262266 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Network d0000f64-e09d-44e5-a51a-0771928048df is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:27:39.263814 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:39.264166 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Checking segment: {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:39.264617 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Bound using segment: {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:39.265064 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Bound port: 9b2ffee4-75d8-4d07-949d-e677fa108384, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85bb76d-9293-493e-a390-9b9d9278e793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:39.265430 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:39.267897 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:27:39.424336 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] For port 9b2ffee4-75d8-4d07-949d-e677fa108384, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:39.441370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] For port 9b2ffee4-75d8-4d07-949d-e677fa108384, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=9b2ffee4-75d8-4d07-949d-e677fa108384,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:39.464174 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Router 7851d164-a3c5-4676-9774-05e0386173dd has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:27:39.558571 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:39.584778 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a997e72d-b910-4e71-8b49-ef4d217d7d24 None None] Provisioning complete for port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:39.585359 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a997e72d-b910-4e71-8b49-ef4d217d7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:39.605096 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:39.605753 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:39.607146 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] 10.222.0.39 "PUT /v2.0/ports/9b2ffee4-75d8-4d07-949d-e677fa108384 HTTP/1.1" status: 200 len: 1093 time: 1.4640322 May 03 12:27:39.607593 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'tag': '9b2ffee4-75d8-4d07-949d-e677fa108384'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:39.609834 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8264f33a-2e40-4d36-8323-2b9d29cec18a" -d '{"events": [{"name": "network-changed", "server_uuid": "44149bcc-ebcb-49e5-992a-c83887f793bf", "tag": "9b2ffee4-75d8-4d07-949d-e677fa108384"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:39.619563 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a997e72d-b910-4e71-8b49-ef4d217d7d24 None None] Port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:27:39.624669 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:27:39.632873 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ccf90b5c-8697-451b-bf6a-1317c1f2813e admin admin] 10.222.0.21 "PUT /v2.0/routers/7851d164-a3c5-4676-9774-05e0386173dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0405226 May 03 12:27:39.643555 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6d699-71b1-4a9e-b512-346b42afe2fe service neutron] Pushing event updated for resources: {'Port': ['ID=9b2ffee4-75d8-4d07-949d-e677fa108384,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:39.652916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4686e12d-cdaa-457a-b54e-80b9adffcc5a x-openstack-request-id: req-4686e12d-cdaa-457a-b54e-80b9adffcc5a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:39.652916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44149bcc-ebcb-49e5-992a-c83887f793bf", "tag": "9b2ffee4-75d8-4d07-949d-e677fa108384", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:39.652916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4686e12d-cdaa-457a-b54e-80b9adffcc5a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:39.652916 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4686e12d-cdaa-457a-b54e-80b9adffcc5a'] response: {'name': 'network-changed', 'server_uuid': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'tag': '9b2ffee4-75d8-4d07-949d-e677fa108384', 'status': 'completed', 'code': 200} May 03 12:27:39.880151 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f33a-2e40-4d36-8323-2b9d29cec18a req-d659cba2-f27e-4bf7-aa8e-667ab3926be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:39.881801 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8264f33a-2e40-4d36-8323-2b9d29cec18a req-d659cba2-f27e-4bf7-aa8e-667ab3926be3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=351fe17327d14798b1eb1880341e6937&device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 1127 time: 0.0649281 May 03 12:27:39.917799 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47925feb-52d6-4875-a37a-6eb440d96ed1 req-f7674af3-7d73-44e0-8f54-45b805c47762 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:39.920113 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47925feb-52d6-4875-a37a-6eb440d96ed1 req-f7674af3-7d73-44e0-8f54-45b805c47762 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0624330 May 03 12:27:39.973020 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-47925feb-52d6-4875-a37a-6eb440d96ed1 req-c0f8ebe4-a1b7-47fd-94e7-479da00fb2a2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457187 May 03 12:27:40.003772 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f33a-2e40-4d36-8323-2b9d29cec18a req-91a75a9d-3d23-42ab-8608-83d1ddc4701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:40.005302 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8264f33a-2e40-4d36-8323-2b9d29cec18a req-91a75a9d-3d23-42ab-8608-83d1ddc4701d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=351fe17327d14798b1eb1880341e6937&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1080875 May 03 12:27:40.158263 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3f0701ea-11c4-491b-86ea-b0f30c9f605d up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:40.223419 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 3f0701ea-11c4-491b-86ea-b0f30c9f605d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:40.223810 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.311707 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Sync routers for ids ['7851d164-a3c5-4676-9774-05e0386173dd'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:27:40.317043 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 3f0701ea-11c4-491b-86ea-b0f30c9f605d is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:40.317432 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.327730 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f33a-2e40-4d36-8323-2b9d29cec18a req-282a891d-c55b-4142-981c-b85bf300867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:40.329483 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8264f33a-2e40-4d36-8323-2b9d29cec18a req-282a891d-c55b-4142-981c-b85bf300867c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219811 May 03 12:27:40.341871 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Routers {'7851d164-a3c5-4676-9774-05e0386173dd'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:40.342532 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['7851d164-a3c5-4676-9774-05e0386173dd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:40.346498 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 3f0701ea-11c4-491b-86ea-b0f30c9f605d, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3f0701ea-11c4-491b-86ea-b0f30c9f605d,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:40.383331 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:40.389091 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126043266', 'description': 'tempest-secgroup-smoke-126043266 description', 'project_id': 'cfe9e07f034941009488167dde06eac4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:40.448373 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.488811 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Set router 7851d164-a3c5-4676-9774-05e0386173dd gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:40.514950 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.532313 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c8e26-2305-4129-aab5-0c13b3709676 req-e823aee6-88af-4753-8318-08fd96273c62 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:40.534058 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f66c8e26-2305-4129-aab5-0c13b3709676 req-e823aee6-88af-4753-8318-08fd96273c62 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0985200 May 03 12:27:40.548915 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-f2ae4368-d938-4440-923a-e6ef084be05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:40.550712 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-f2ae4368-d938-4440-923a-e6ef084be05a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=351fe17327d14798b1eb1880341e6937&device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 1127 time: 0.0638144 May 03 12:27:40.595849 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group (14c51686-15e4-4fbd-998f-338fab27f72e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.599946 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=3f0701ea-11c4-491b-86ea-b0f30c9f605d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:40.613684 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-2dd72832-2a38-49ab-943d-567bbe985313 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b2ffee4-75d8-4d07-949d-e677fa108384 HTTP/1.1" status: 200 len: 217 time: 0.0442030 May 03 12:27:40.655325 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f66c8e26-2305-4129-aab5-0c13b3709676 req-001c1031-7898-4d9e-93c6-1c8b826b7698 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035612 May 03 12:27:40.674767 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-24756f76-9950-4c91-a5ce-25f829f2695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:40.676899 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-24756f76-9950-4c91-a5ce-25f829f2695e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ed9cd5f-846e-4fe3-bee0-af195e629157 HTTP/1.1" status: 200 len: 853 time: 0.0574198 May 03 12:27:40.712414 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-c4b7f099-4790-41f5-9e71-7948a4d4661c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f29c615-eb0b-4edb-8665-c83e0737109c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281260 May 03 12:27:40.719258 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (14c51686-15e4-4fbd-998f-338fab27f72e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.736501 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:27:38Z', 'revision_number': 4, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'f304a2bc-fb36-4d8f-ae22-0d7489f7d14d', 'name': '', 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'mac_address': 'fa:16:3e:9c:b3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:37Z', 'updated_at': '2022-05-03T12:27:38Z', 'revision_number': 2, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'subnets': [{'id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:40.749239 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c51686-15e4-4fbd-998f-338fab27f72e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:40.757483 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.757842 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.758190 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.758533 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.759002 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.759213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.759586 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.759872 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.760202 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.760603 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.760939 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.761276 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.761597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.761928 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.762253 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:27:40.773649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Checking router: 7851d164-a3c5-4676-9774-05e0386173dd for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:27:40.774022 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Updating router 7851d164-a3c5-4676-9774-05e0386173dd port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:27:40.803110 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.804403 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0f1aa3f2-e5b7-4ace-9c3f-8ff15d904929 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4197388 May 03 12:27:40.807319 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:40.810945 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.811918 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group_rule': {'security_group_id': '14c51686-15e4-4fbd-998f-338fab27f72e', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:40.910571 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (c55da22f-6376-41dc-b114-3e000835c8ae), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:40.969757 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (c55da22f-6376-41dc-b114-3e000835c8ae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.036238 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (c55da22f-6376-41dc-b114-3e000835c8ae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.048757 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4a42-bb15-4055-9936-29729ce174ce req-1f10ac65-132a-4edc-a5f7-443f3d26bc89 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:41.056056 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2deb4a42-bb15-4055-9936-29729ce174ce req-1f10ac65-132a-4edc-a5f7-443f3d26bc89 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 943 time: 0.3423169 May 03 12:27:41.061194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55da22f-6376-41dc-b114-3e000835c8ae,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:41.131119 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.134867 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c3a6bd18-c6ef-457c-8619-5cd11ed41115 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240671 May 03 12:27:41.135043 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:41.141105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group_rule': {'security_group_id': '14c51686-15e4-4fbd-998f-338fab27f72e', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:41.155407 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-b6a68f6e-9b53-4943-9aaf-13f8c7530d3d service neutron] 10.222.0.39 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311256 May 03 12:27:41.164971 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2deb4a42-bb15-4055-9936-29729ce174ce req-051b880f-c708-4b9b-9ed4-cc23d95bfcf2 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081777 May 03 12:27:41.245617 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Publish callbacks [] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.245992 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (86f316d8-5189-4970-9a9a-dcb2fec0254d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.262104 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e7674dfc-a821-4abb-b8cc-78d5860b5b07 req-b31d9145-1218-4020-b365-e7386b5642bc service neutron] 10.222.0.39 "GET /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948792 May 03 12:27:41.271181 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-d99cf9e2-f02e-4d50-a10c-842d0c63147e req-e2446201-e4ce-4256-b7bf-1419b2476775 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:27:41.272159 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d99cf9e2-f02e-4d50-a10c-842d0c63147e req-e2446201-e4ce-4256-b7bf-1419b2476775 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0072935 May 03 12:27:41.308424 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (86f316d8-5189-4970-9a9a-dcb2fec0254d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.320506 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.372268 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00e143-f0b7-4d26-aa14-787bf76cb67c None None] Pushing event updated for resources: {'Port': ['ID=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:41.389435 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (86f316d8-5189-4970-9a9a-dcb2fec0254d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.414417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f316d8-5189-4970-9a9a-dcb2fec0254d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:41.428406 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Attempting to bind port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:27:41.428778 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Attempting to bind port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:27:41.429142 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Attempting to bind port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d on network d0000f64-e09d-44e5-a51a-0771928048df {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:27:41.434802 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:27:41.435178 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Checking segment: {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:27:41.435575 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.435967 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Bound using segment: {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:27:41.436458 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Bound port: f304a2bc-fb36-4d8f-ae22-0d7489f7d14d, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d29962-72e6-405c-9818-f6d7f8438bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:27:41.436841 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.482776 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.486050 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9d3984a8-274b-451e-ba08-9312bd51d4b7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492250 May 03 12:27:41.488747 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:41.495024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group_rule': {'security_group_id': '14c51686-15e4-4fbd-998f-338fab27f72e', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:41.528267 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] For port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:27:41.531571 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] For port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:27:41.595218 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (e67ede9a-506d-4d55-83f2-b15c6d848791), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.595493 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c7905-0ad5-4a58-b891-678c521af992 req-a13f4422-7cb1-466d-b34e-9496c1919b3b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:41.597105 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d3c7905-0ad5-4a58-b891-678c521af992 req-a13f4422-7cb1-466d-b34e-9496c1919b3b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0473754 May 03 12:27:41.624560 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.660652 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0d3c7905-0ad5-4a58-b891-678c521af992 req-bf247b10-aba1-422f-b719-da7989484a87 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577495 May 03 12:27:41.677249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (e67ede9a-506d-4d55-83f2-b15c6d848791), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.722887 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] Provisioning complete for port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:41.723271 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.724915 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Routers {'7851d164-a3c5-4676-9774-05e0386173dd'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:27:41.725570 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:27:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['7851d164-a3c5-4676-9774-05e0386173dd'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:41.777275 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (e67ede9a-506d-4d55-83f2-b15c6d848791), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.813781 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00e143-f0b7-4d26-aa14-787bf76cb67c None None] Pushing event updated for resources: {'Port': ['ID=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:41.815934 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67ede9a-506d-4d55-83f2-b15c6d848791,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:41.837476 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ce8c-5595-4e61-9458-4ca9311aa439 req-2770b4d9-d06a-4320-b5c5-421760eb93df tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:41.849684 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad96ce8c-5595-4e61-9458-4ca9311aa439 req-2770b4d9-d06a-4320-b5c5-421760eb93df tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0975196 May 03 12:27:41.904458 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:41.905901 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-589f7543-2003-4c67-b24d-32339f9518e0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4158690 May 03 12:27:41.910929 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41030) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:41.923408 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group_rule': {'security_group_id': '14c51686-15e4-4fbd-998f-338fab27f72e', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:41.924311 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ad96ce8c-5595-4e61-9458-4ca9311aa439 req-a526d815-21f2-426a-96dd-d30ffd90308a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777905 May 03 12:27:41.937103 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] Set router 7851d164-a3c5-4676-9774-05e0386173dd gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:27:41.939488 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] Current status of the port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:41.939824 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.040086 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] For port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:42.086535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (3753af5f-6d2e-442d-bd07-40bfd08335fc), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.145132 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.154485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (3753af5f-6d2e-442d-bd07-40bfd08335fc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.176953 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3f0701ea-11c4-491b-86ea-b0f30c9f605d up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:42.227409 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:27:38Z', 'revision_number': 4, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'f304a2bc-fb36-4d8f-ae22-0d7489f7d14d', 'name': '', 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'mac_address': 'fa:16:3e:9c:b3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:37Z', 'updated_at': '2022-05-03T12:27:41Z', 'revision_number': 4, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'subnets': [{'id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:27:42.252629 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (3753af5f-6d2e-442d-bd07-40bfd08335fc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.277590 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c696b25-0c10-4c5d-837d-b802ba622e9b None None] The sync data for ids ['7851d164-a3c5-4676-9774-05e0386173dd'] in dv-cinder-824911-5-iscsi is: [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:27:38Z', 'revision_number': 4, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'f304a2bc-fb36-4d8f-ae22-0d7489f7d14d', 'name': '', 'network_id': 'd0000f64-e09d-44e5-a51a-0771928048df', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'mac_address': 'fa:16:3e:9c:b3:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:37Z', 'updated_at': '2022-05-03T12:27:41Z', 'revision_number': 4, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'subnets': [{'id': 'cf38fab6-20f1-46d6-a46c-81e2e6d9110a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:27:42.282821 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5108da2-95bb-4feb-9fe3-4e52165dfa3a None None] Pushing event updated for resources: {'Port': ['ID=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:42.289337 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3753af5f-6d2e-442d-bd07-40bfd08335fc,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:42.295525 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-50032ad8-e9bd-4722-ad02-b11aa76c7ebb None None] Provisioning complete for port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:42.296011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-50032ad8-e9bd-4722-ad02-b11aa76c7ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.323753 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41048) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:42.334834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 3f0701ea-11c4-491b-86ea-b0f30c9f605d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:42.334834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.402076 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75df5-96d7-4dd8-9620-62962b89f522 req-91d06e4d-6d3e-4904-bfee-4212d3c0a067 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.411212 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504f845-6048-4d79-9c75-28740879091d req-90dd564b-a2a0-4609-951b-d7dfc42c377e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.414722 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9e75df5-96d7-4dd8-9620-62962b89f522 req-91d06e4d-6d3e-4904-bfee-4212d3c0a067 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 943 time: 0.1464818 May 03 12:27:42.416221 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d504f845-6048-4d79-9c75-28740879091d req-90dd564b-a2a0-4609-951b-d7dfc42c377e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.1661062 May 03 12:27:42.455836 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.461469 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9de5603b-bdc2-4088-b80d-9cdcf744bea5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5469205 May 03 12:27:42.463228 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:42.468199 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group_rule': {'security_group_id': '14c51686-15e4-4fbd-998f-338fab27f72e', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:42.491347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-50032ad8-e9bd-4722-ad02-b11aa76c7ebb None None] Current status of the port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:42.507686 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 3f0701ea-11c4-491b-86ea-b0f30c9f605d is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:42.533080 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d504f845-6048-4d79-9c75-28740879091d req-9063cb58-b267-4045-87c1-a7937c4b8b59 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099782 May 03 12:27:42.555786 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9e75df5-96d7-4dd8-9620-62962b89f522 req-ae473427-898d-459c-b329-a9dc3a0b0b44 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400418 May 03 12:27:42.579848 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-a5d0520a-040b-4b55-8774-82ec1712cef0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2545018 May 03 12:27:42.583423 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Project cfe9e07f034941009488167dde06eac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 12:27:42.589559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (4d6b7e11-daa2-42a9-846d-445048c409c9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.589757 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-94ea9761-cc86-42fe-ab3b-edad53c6a0f3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:27:42.590679 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-94ea9761-cc86-42fe-ab3b-edad53c6a0f3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054874 May 03 12:27:42.597136 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-d04fdf46-813d-4604-9c9f-2a30a4ae24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.599186 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-d04fdf46-813d-4604-9c9f-2a30a4ae24d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1129 time: 0.0578051 May 03 12:27:42.683388 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (4d6b7e11-daa2-42a9-846d-445048c409c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.697921 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:42.744480 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (4d6b7e11-daa2-42a9-846d-445048c409c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.760177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6b7e11-daa2-42a9-846d-445048c409c9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:42.789498 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-19594253-da9f-4dc7-859c-e1f2b55f3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.791055 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-19594253-da9f-4dc7-859c-e1f2b55f3a11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 911 time: 0.1853616 May 03 12:27:42.852483 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cb56f-5e0c-4fec-8553-9fa72d755406 req-b0490f83-ed7a-4412-ad0c-61308bc4253c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.854075 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-349cb56f-5e0c-4fec-8553-9fa72d755406 req-b0490f83-ed7a-4412-ad0c-61308bc4253c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0970786 May 03 12:27:42.861363 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-09924fbc-3e5d-4ea0-ad7c-551b3be19f97 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.862868 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-09924fbc-3e5d-4ea0-ad7c-551b3be19f97 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports/20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 200 len: 940 time: 0.1638503 May 03 12:27:42.895099 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:42.899272 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3e0b528d-13fa-452a-9999-b4b258fc96c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4321358 May 03 12:27:42.900354 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41066) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:27:42.913124 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'security_group_rule': {'security_group_id': '14c51686-15e4-4fbd-998f-338fab27f72e', 'project_id': 'cfe9e07f034941009488167dde06eac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:27:42.914741 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-349cb56f-5e0c-4fec-8553-9fa72d755406 req-46f4b05f-0988-482f-b8a9-140a98504848 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508320 May 03 12:27:42.923541 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-0f79ccc4-6fde-4c70-9f6a-d0a07753fc0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 200 len: 1000 time: 0.1235130 May 03 12:27:42.993114 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-9da31139-c228-4939-a40d-21fbe97e9276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:42.994716 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-9da31139-c228-4939-a40d-21fbe97e9276 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.0638206 May 03 12:27:43.041557 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Project cfe9e07f034941009488167dde06eac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 12:27:43.049213 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-c9bf2efd-88cd-4306-9eea-2f12c20563ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:43.050699 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-c9bf2efd-88cd-4306-9eea-2f12c20563ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497527 May 03 12:27:43.052463 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (6dd64efc-6fe2-4c94-b591-06e1132cc607), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:43.160737 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (6dd64efc-6fe2-4c94-b591-06e1132cc607), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:43.177063 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-dec09c39-7720-4ecb-9a3d-8b1a3895be81 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151464 May 03 12:27:43.246526 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (6dd64efc-6fe2-4c94-b591-06e1132cc607), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:43.274309 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd64efc-6fe2-4c94-b591-06e1132cc607,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:43.291578 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a62d1743-ccac-41f3-b8b7-4be9cdded5af req-17192df3-bee5-4826-a7e0-9f1a66573a95 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082962 May 03 12:27:43.311172 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:27:43.362626 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:43.364132 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6f75dad0-ef16-47dd-89ba-f5eaf03165ce tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602566 May 03 12:27:43.394690 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: DOWN; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:43.652204 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b00c2-6454-4c94-97b1-80dc6c177a5e req-6418d51d-2082-4685-8116-564d40a83011 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:43.653908 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-757b00c2-6454-4c94-97b1-80dc6c177a5e req-6418d51d-2082-4685-8116-564d40a83011 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0530860 May 03 12:27:43.679335 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e4cb5-e521-4d37-8d00-5302cadaa296 req-b6c60429-19d4-43cd-8895-1804a5d16ec5 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:43.681479 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-795e4cb5-e521-4d37-8d00-5302cadaa296 req-b6c60429-19d4-43cd-8895-1804a5d16ec5 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 943 time: 0.0521660 May 03 12:27:43.703261 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-757b00c2-6454-4c94-97b1-80dc6c177a5e req-d71066bd-9b12-44ea-b359-73c6e6d9298a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433402 May 03 12:27:43.731652 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-795e4cb5-e521-4d37-8d00-5302cadaa296 req-8f7755c6-f0f4-4e16-b965-bddf06e7115a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 May 03 12:27:44.046091 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce163d9-05c0-46a5-a3d7-a7cd2341b9fe req-bfc94484-28a4-4033-a90e-c1a737adf518 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:44.048347 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ce163d9-05c0-46a5-a3d7-a7cd2341b9fe req-bfc94484-28a4-4033-a90e-c1a737adf518 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0522282 May 03 12:27:44.123181 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ce163d9-05c0-46a5-a3d7-a7cd2341b9fe req-8cde3098-e19c-47bd-8789-d7c1ebd95652 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633249 May 03 12:27:44.174709 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device f304a2bc-fb36-4d8f-ae22-0d7489f7d14d up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:44.223602 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:44.223982 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:44.298819 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:44.823961 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d996ad0-7caf-43be-88f2-7101d4d2d29d req-9d4e29ea-bae0-48bb-889b-8cf40efc02a0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:44.825608 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5d996ad0-7caf-43be-88f2-7101d4d2d29d req-9d4e29ea-bae0-48bb-889b-8cf40efc02a0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0533857 May 03 12:27:44.849842 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1b32b-7fb0-4e4e-bf76-f5ecd4f4c469 req-bc3f5b1b-4ab9-437c-b3c5-8bb60fbd38ea tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:44.851372 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2f1b32b-7fb0-4e4e-bf76-f5ecd4f4c469 req-bc3f5b1b-4ab9-437c-b3c5-8bb60fbd38ea tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 943 time: 0.0500147 May 03 12:27:44.874113 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5d996ad0-7caf-43be-88f2-7101d4d2d29d req-709f6813-a8ce-4e84-9644-c53a4beb7bc5 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 May 03 12:27:44.899907 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c2f1b32b-7fb0-4e4e-bf76-f5ecd4f4c469 req-5d6aee42-d6e0-4218-9b76-94fed06646b7 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 May 03 12:27:45.230015 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9985f-211f-48d7-8804-ba56f71dc282 req-6ada3006-e981-4ff3-9c0d-12f3c0c0e7c4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:45.231502 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2ed9985f-211f-48d7-8804-ba56f71dc282 req-6ada3006-e981-4ff3-9c0d-12f3c0c0e7c4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0460410 May 03 12:27:45.279728 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2ed9985f-211f-48d7-8804-ba56f71dc282 req-e84ea876-ae0f-4c09-a885-fe2c80ffa9c2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423496 May 03 12:27:45.334862 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 9b2ffee4-75d8-4d07-949d-e677fa108384 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:27:45.428669 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 9b2ffee4-75d8-4d07-949d-e677fa108384, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=9b2ffee4-75d8-4d07-949d-e677fa108384,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:45.441422 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '9b2ffee4-75d8-4d07-949d-e677fa108384', 'network_id': '5f29c615-eb0b-4edb-8665-c83e0737109c', 'port_id': '9b2ffee4-75d8-4d07-949d-e677fa108384', 'mac_address': 'fa:16:3e:c1:76:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed9cd5f-846e-4fe3-bee0-af195e629157', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:27:45.479225 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 9b2ffee4-75d8-4d07-949d-e677fa108384 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:45.479616 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:45.493075 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2ffee4-75d8-4d07-949d-e677fa108384 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:27:45.512685 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 9b2ffee4-75d8-4d07-949d-e677fa108384, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=9b2ffee4-75d8-4d07-949d-e677fa108384,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:45.589038 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:45.635464 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=9b2ffee4-75d8-4d07-949d-e677fa108384,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:46.018973 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8a96d-77b6-4054-b491-eb3f1c373430 req-a5be190a-e7ff-424e-a546-af0ecdf2c60d tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:46.020549 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cdc8a96d-77b6-4054-b491-eb3f1c373430 req-a5be190a-e7ff-424e-a546-af0ecdf2c60d tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 944 time: 0.0507281 May 03 12:27:46.025058 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['9b2ffee4-75d8-4d07-949d-e677fa108384'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:27:46.074500 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cdc8a96d-77b6-4054-b491-eb3f1c373430 req-9151324f-eb6e-48a5-a273-ffd67030e02a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473659 May 03 12:27:46.399303 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bef7bb-0680-4f9d-951d-70cc49acc0e6 req-07c0e3f7-f268-41fd-85a4-91cf64adffd3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:46.400779 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-78bef7bb-0680-4f9d-951d-70cc49acc0e6 req-07c0e3f7-f268-41fd-85a4-91cf64adffd3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0469148 May 03 12:27:46.460108 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-78bef7bb-0680-4f9d-951d-70cc49acc0e6 req-5750fc82-dbfa-4ce0-8702-6a70b0687488 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537169 May 03 12:27:46.758848 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-3e21bff5-0cdb-40d2-9d59-d5ae725af9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:46.760333 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-3e21bff5-0cdb-40d2-9d59-d5ae725af9da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c&tenant_id=5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 1127 time: 0.0790820 May 03 12:27:46.842497 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-2770e93a-532f-4426-b5a4-ba55599bb576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:46.843928 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-2770e93a-532f-4426-b5a4-ba55599bb576 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1127 time: 0.0361652 May 03 12:27:46.939227 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-a749ef56-b955-450b-a3af-1460fb7dbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:46.940632 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-a749ef56-b955-450b-a3af-1460fb7dbe84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 918 time: 0.0893929 May 03 12:27:47.003159 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-3c99d6fa-88e9-4f82-8db6-786b37b7e520 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 200 len: 999 time: 0.0548365 May 03 12:27:47.061132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-b523d2af-9910-4b63-a119-088d04a18f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:47.062571 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-b523d2af-9910-4b63-a119-088d04a18f13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0469880 May 03 12:27:47.105995 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-5d4cfae5-2bc7-47e0-bc6b-f70797f6d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:47.107479 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-5d4cfae5-2bc7-47e0-bc6b-f70797f6d5f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383105 May 03 12:27:47.226259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccc76a-4966-4fbc-b82c-ed11df10e73c req-42915deb-79db-448f-8f47-b45930b911fd tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:47.227594 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45ccc76a-4966-4fbc-b82c-ed11df10e73c req-42915deb-79db-448f-8f47-b45930b911fd tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 944 time: 0.0777526 May 03 12:27:47.253094 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-7f474b6b-d9d7-473c-94c2-b3dd21b584eb service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377699 May 03 12:27:47.304331 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45ccc76a-4966-4fbc-b82c-ed11df10e73c req-e29a1d55-f930-4852-8cc9-e2aec923fba0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709918 May 03 12:27:47.335377 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 9b2ffee4-75d8-4d07-949d-e677fa108384 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:27:47.370354 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-22315583-fbaf-4128-a8b0-0bee16ef4e96 req-9b651202-a887-4917-b498-144e12b4d35a service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099439 May 03 12:27:47.393308 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 9b2ffee4-75d8-4d07-949d-e677fa108384 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:27:47.508772 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 9b2ffee4-75d8-4d07-949d-e677fa108384 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:27:47.509158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:47.599196 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc669f-5de6-4d72-864f-b641072d6f24 req-85566381-9fee-4b43-b705-9f5b55dfd4ef tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:47.600714 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fcc669f-5de6-4d72-864f-b641072d6f24 req-85566381-9fee-4b43-b705-9f5b55dfd4ef tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0535686 May 03 12:27:47.602047 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 9b2ffee4-75d8-4d07-949d-e677fa108384 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:27:47.602443 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:47.624667 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2ffee4-75d8-4d07-949d-e677fa108384'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:27:47.627429 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a515a97-eb53-48d1-b04a-51d059c87734" -d '{"events": [{"server_uuid": "44149bcc-ebcb-49e5-992a-c83887f793bf", "name": "network-vif-plugged", "status": "completed", "tag": "9b2ffee4-75d8-4d07-949d-e677fa108384"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:27:47.640890 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 9b2ffee4-75d8-4d07-949d-e677fa108384, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=9b2ffee4-75d8-4d07-949d-e677fa108384,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:27:47.648312 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fcc669f-5de6-4d72-864f-b641072d6f24 req-1d3cb13a-5c00-449c-a396-f66f8e44141f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417285 May 03 12:27:47.664731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd9302-349d-4a39-addd-9e678aebecb7 x-openstack-request-id: req-c6fd9302-349d-4a39-addd-9e678aebecb7 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:27:47.665034 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44149bcc-ebcb-49e5-992a-c83887f793bf", "name": "network-vif-plugged", "status": "completed", "tag": "9b2ffee4-75d8-4d07-949d-e677fa108384", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:27:47.665291 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6fd9302-349d-4a39-addd-9e678aebecb7 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:27:47.665696 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fd9302-349d-4a39-addd-9e678aebecb7'] response: {'server_uuid': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2ffee4-75d8-4d07-949d-e677fa108384', 'code': 200} May 03 12:27:47.708858 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:47.756132 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=9b2ffee4-75d8-4d07-949d-e677fa108384,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:27:48.024862 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a50a9-4fcd-4f37-b5ef-1a4e0870d9f9 req-ce475685-b6e1-4167-9928-46fc3d98bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:48.026402 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-336a50a9-4fcd-4f37-b5ef-1a4e0870d9f9 req-ce475685-b6e1-4167-9928-46fc3d98bf4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 1129 time: 0.0427754 May 03 12:27:48.073718 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-336a50a9-4fcd-4f37-b5ef-1a4e0870d9f9 req-cecc07ff-0db0-4ae7-9041-867454a0eca1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 May 03 12:27:48.418338 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053268b-4449-4422-b10f-7ebb67a3f83a req-26c9dd43-3685-4dab-ad31-1cd77b784f9a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:48.419853 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b053268b-4449-4422-b10f-7ebb67a3f83a req-26c9dd43-3685-4dab-ad31-1cd77b784f9a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0455058 May 03 12:27:48.474507 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b053268b-4449-4422-b10f-7ebb67a3f83a req-36d5f019-b5b3-406b-b773-262ac77b787d tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480716 May 03 12:27:48.779321 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa55dc-0382-44ba-8a82-e7afc637d8a7 req-48dbb7eb-c7f7-405e-bccf-77a1a3777bbe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:48.780937 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-11aa55dc-0382-44ba-8a82-e7afc637d8a7 req-48dbb7eb-c7f7-405e-bccf-77a1a3777bbe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0576835 May 03 12:27:48.828919 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-11aa55dc-0382-44ba-8a82-e7afc637d8a7 req-65c0bc8d-baaf-4d01-b20c-61d80b18bc47 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 May 03 12:27:49.599755 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f220f58-c24e-479e-b8c3-508b56bc5b4d req-d3b4ad7e-02ee-4762-84fd-e1e46e0c5aca tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:49.601809 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f220f58-c24e-479e-b8c3-508b56bc5b4d req-d3b4ad7e-02ee-4762-84fd-e1e46e0c5aca tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0538023 May 03 12:27:49.650119 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4f220f58-c24e-479e-b8c3-508b56bc5b4d req-1ab8a185-8614-455d-9ae4-498493a40278 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 May 03 12:27:50.137386 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e4804-d436-4062-8dcf-ceb1c59825b7 req-86083464-d72c-4e38-89ba-b826dafb4d69 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:50.137386 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4e0e4804-d436-4062-8dcf-ceb1c59825b7 req-86083464-d72c-4e38-89ba-b826dafb4d69 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0501595 May 03 12:27:50.137386 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4e0e4804-d436-4062-8dcf-ceb1c59825b7 req-2771a3c1-b84d-4b24-80f1-bb6748a94107 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511243 May 03 12:27:50.676119 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5a0a87c5-2edc-4659-a588-857c02162d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:50.771675 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289145-11b1-4da5-b489-dd0d9fbc34e8 req-b66aadb9-c640-44a7-8176-08b3bd175611 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:50.773232 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6289145-11b1-4da5-b489-dd0d9fbc34e8 req-b66aadb9-c640-44a7-8176-08b3bd175611 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0487907 May 03 12:27:50.823303 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e6289145-11b1-4da5-b489-dd0d9fbc34e8 req-7f1b26d2-ae70-473c-82b8-69f6cc26baef tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 May 03 12:27:51.141588 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38d9fc-7a48-4e63-aea0-d5f62c7e0ba9 req-cdf08182-1478-4f0a-a901-0444f34d752c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:51.143108 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da38d9fc-7a48-4e63-aea0-d5f62c7e0ba9 req-cdf08182-1478-4f0a-a901-0444f34d752c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0496676 May 03 12:27:51.193403 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da38d9fc-7a48-4e63-aea0-d5f62c7e0ba9 req-fa7a6ffa-4d0c-4a4c-8392-0c98d1c38b81 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443904 May 03 12:27:51.938252 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3144a4-bd10-4bc2-af59-63dbd5130a6a req-c47d6f72-56fe-40f5-8f27-7acfb2748146 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:51.940423 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b3144a4-bd10-4bc2-af59-63dbd5130a6a req-c47d6f72-56fe-40f5-8f27-7acfb2748146 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0476232 May 03 12:27:51.991387 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b3144a4-bd10-4bc2-af59-63dbd5130a6a req-0e37688c-844c-4637-a0f2-f9ee93f692de tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454576 May 03 12:27:52.341307 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68687c22-36c3-4d81-804f-42bcd8162a7c req-b2697bc7-c701-4446-8e4a-01b93584df4b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:52.342773 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-68687c22-36c3-4d81-804f-42bcd8162a7c req-b2697bc7-c701-4446-8e4a-01b93584df4b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0657773 May 03 12:27:52.400091 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-68687c22-36c3-4d81-804f-42bcd8162a7c req-613c4aa8-90a5-4942-874a-edf371487c06 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486424 May 03 12:27:52.801024 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ad7959ec-4437-4e56-8dfd-8f4d234ee946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:53.109619 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87350174-7fbe-4613-bba6-b8b4174f32d9 req-1263ebbd-53e2-412a-a663-fe17a20f7b28 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:53.111617 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87350174-7fbe-4613-bba6-b8b4174f32d9 req-1263ebbd-53e2-412a-a663-fe17a20f7b28 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0499060 May 03 12:27:53.163472 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-87350174-7fbe-4613-bba6-b8b4174f32d9 req-a30650a8-5e18-42e7-a0d3-8ae3dc40cdba tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 May 03 12:27:53.522534 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7527ae-7053-4b78-85dc-6521c572c853 req-a48846bd-0fef-4f5e-ad21-2c4a6b20e2de tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:53.524897 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ee7527ae-7053-4b78-85dc-6521c572c853 req-a48846bd-0fef-4f5e-ad21-2c4a6b20e2de tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0483682 May 03 12:27:53.578121 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ee7527ae-7053-4b78-85dc-6521c572c853 req-12e77002-62f9-4ab1-836e-ee63a25f4b7a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471580 May 03 12:27:54.103529 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:54.282543 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019b365-be92-479e-866b-cb89de2f95ba req-3329a179-4422-4c99-aa3b-138c15aa8428 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:54.284793 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6019b365-be92-479e-866b-cb89de2f95ba req-3329a179-4422-4c99-aa3b-138c15aa8428 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0508325 May 03 12:27:54.333367 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6019b365-be92-479e-866b-cb89de2f95ba req-eb2e7524-d0bb-4ff6-87bf-83e7dba9628a tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 May 03 12:27:54.718064 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098eebc-36a1-42db-aa87-41ce2ff266e6 req-b10e66c2-8807-45cc-8e82-a6b9634a202d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:54.719825 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e098eebc-36a1-42db-aa87-41ce2ff266e6 req-b10e66c2-8807-45cc-8e82-a6b9634a202d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0589335 May 03 12:27:54.775136 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e098eebc-36a1-42db-aa87-41ce2ff266e6 req-decd99b5-9775-46ca-a504-b13ce23c4039 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483396 May 03 12:27:55.297858 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:55.456710 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce6f07-a868-4161-8aff-6717716e1502 req-b87bdb3d-c9b7-434b-bb92-8e512583b2df tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:55.458457 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e9ce6f07-a868-4161-8aff-6717716e1502 req-b87bdb3d-c9b7-434b-bb92-8e512583b2df tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0553026 May 03 12:27:55.507972 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e9ce6f07-a868-4161-8aff-6717716e1502 req-890b13bd-a067-4c87-93cf-077e8a945b4f tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 May 03 12:27:55.896992 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc16eb-978d-4986-83a8-8aead6c308e6 req-638581ad-b1ba-4891-accd-643cb0a07623 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:55.898512 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50fc16eb-978d-4986-83a8-8aead6c308e6 req-638581ad-b1ba-4891-accd-643cb0a07623 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0495107 May 03 12:27:55.954396 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50fc16eb-978d-4986-83a8-8aead6c308e6 req-cf0eb5ba-1eec-49c3-818b-5030c5e7bc92 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459313 May 03 12:27:56.634891 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d2f5c-9e78-4518-90db-5c1fd493530f req-18f8bdc4-3355-419b-9611-917f930d8add tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:56.636401 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e6d2f5c-9e78-4518-90db-5c1fd493530f req-18f8bdc4-3355-419b-9611-917f930d8add tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0521173 May 03 12:27:56.686425 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e6d2f5c-9e78-4518-90db-5c1fd493530f req-2d482ef5-8354-4caa-a679-65a72361f074 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442183 May 03 12:27:57.073908 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f687a-0628-4645-a42e-14f927d1cf06 req-81d98a67-bfd9-4c54-b17f-16a3e663b0cb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:57.075375 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a55f687a-0628-4645-a42e-14f927d1cf06 req-81d98a67-bfd9-4c54-b17f-16a3e663b0cb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0480609 May 03 12:27:57.126119 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a55f687a-0628-4645-a42e-14f927d1cf06 req-226b6f69-4f4b-4fe5-906b-7f6e0c7e73ce tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444472 May 03 12:27:57.144800 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:27:57.800566 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248d333-0dd5-47f0-9202-bcfa4eb806e4 req-98a81ffd-7a8d-4feb-bcee-de632e397ae9 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:57.802020 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f248d333-0dd5-47f0-9202-bcfa4eb806e4 req-98a81ffd-7a8d-4feb-bcee-de632e397ae9 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0478349 May 03 12:27:57.872930 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f248d333-0dd5-47f0-9202-bcfa4eb806e4 req-d2bc0395-ada6-47b0-a4fb-58e0b1f6f31e tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652168 May 03 12:27:58.246044 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749b1db-1dc8-4b3f-adff-c4cad739b8e0 req-95d98752-990d-4d09-8809-bda8b96df945 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:58.247642 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9749b1db-1dc8-4b3f-adff-c4cad739b8e0 req-95d98752-990d-4d09-8809-bda8b96df945 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0483434 May 03 12:27:58.301072 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9749b1db-1dc8-4b3f-adff-c4cad739b8e0 req-4e66c5ff-080d-448c-9a55-fb6d65081136 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478342 May 03 12:27:58.989194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a8c3a-2486-419b-ac49-b52e19c9e2b3 req-a0ff3a36-a144-402b-9058-2365a09efb0d tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:58.990847 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e86a8c3a-2486-419b-ac49-b52e19c9e2b3 req-a0ff3a36-a144-402b-9058-2365a09efb0d tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0497179 May 03 12:27:59.037608 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e86a8c3a-2486-419b-ac49-b52e19c9e2b3 req-aa68e405-47c0-4f6c-b6a0-6c0205c9d6c8 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 May 03 12:27:59.420608 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec545036-e5bb-4104-9ab3-4c8aa639bf2c req-8fc67c33-bc27-4f76-88e6-0b0046f83180 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:27:59.422061 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec545036-e5bb-4104-9ab3-4c8aa639bf2c req-8fc67c33-bc27-4f76-88e6-0b0046f83180 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0481491 May 03 12:27:59.467322 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec545036-e5bb-4104-9ab3-4c8aa639bf2c req-5ef64e68-d2fb-4f0b-ba36-d79d00b645bc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388160 May 03 12:28:00.150112 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599b76c-1dfa-4996-9049-27ed3b7174fe req-803c392b-8160-44c8-90b6-b3557d687b43 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:00.151565 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6599b76c-1dfa-4996-9049-27ed3b7174fe req-803c392b-8160-44c8-90b6-b3557d687b43 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0461280 May 03 12:28:00.196601 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6599b76c-1dfa-4996-9049-27ed3b7174fe req-e1d87d87-ade6-4205-be07-177e115d14e1 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395048 May 03 12:28:00.587662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6f7dd-f896-4715-916b-73e2ab8a0e31 req-48b8da21-106e-46f6-bccf-d9dab853168f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:00.589202 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05e6f7dd-f896-4715-916b-73e2ab8a0e31 req-48b8da21-106e-46f6-bccf-d9dab853168f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0517137 May 03 12:28:00.636731 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-05e6f7dd-f896-4715-916b-73e2ab8a0e31 req-fc8b9083-73c2-4efb-adab-002dee653f7e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 May 03 12:28:01.304305 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287e1e4-d603-4bf8-9fd5-9dcc93dff69d req-a05cffde-06f2-419b-9487-928eece36cdb tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:01.305804 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2287e1e4-d603-4bf8-9fd5-9dcc93dff69d req-a05cffde-06f2-419b-9487-928eece36cdb tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0459065 May 03 12:28:01.351393 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2287e1e4-d603-4bf8-9fd5-9dcc93dff69d req-7500fadf-8f74-4b07-886a-e7f11bfc6fee tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 May 03 12:28:01.752947 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61ba9e-533d-48dc-9a66-953c661e81fb req-77737fde-3b2e-4087-b9f1-53d58ad28af2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:01.754489 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fa61ba9e-533d-48dc-9a66-953c661e81fb req-77737fde-3b2e-4087-b9f1-53d58ad28af2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0461431 May 03 12:28:01.803843 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fa61ba9e-533d-48dc-9a66-953c661e81fb req-ee250bc3-9b4a-45bb-9960-6fe6d5fc91e0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 May 03 12:28:02.461369 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4319500-1b3b-494c-9a0b-efd8a19508a7 req-98dbd143-5df2-46f3-9bfd-8512d42fc381 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:02.462836 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4319500-1b3b-494c-9a0b-efd8a19508a7 req-98dbd143-5df2-46f3-9bfd-8512d42fc381 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0459650 May 03 12:28:02.508147 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b4319500-1b3b-494c-9a0b-efd8a19508a7 req-056ddf7d-c9b9-4846-b7d6-45f0d4045517 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 May 03 12:28:02.923817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa2cc6-38df-4f9a-97fc-6baa0fd1d327 req-7a0987da-7202-4922-8d85-0b06395f1919 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:02.925310 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9efa2cc6-38df-4f9a-97fc-6baa0fd1d327 req-7a0987da-7202-4922-8d85-0b06395f1919 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0481472 May 03 12:28:02.970321 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9efa2cc6-38df-4f9a-97fc-6baa0fd1d327 req-b3cb15e1-61bf-4a60-9b14-61365da69a9c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 May 03 12:28:03.241626 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-d25ede0f-0a9d-4b1c-afeb-c364055df589 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126043266&fields=id&tenant_id=cfe9e07f034941009488167dde06eac4 HTTP/1.1" status: 200 len: 267 time: 0.0493693 May 03 12:28:03.346272 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-aad166b4-3a4e-498b-b128-58fe84d0aa56 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:03.347751 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-aad166b4-3a4e-498b-b128-58fe84d0aa56 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 809 time: 0.0996237 May 03 12:28:03.362467 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-7b754773-781c-4462-8b41-b2ce56b42928 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/quotas/cfe9e07f034941009488167dde06eac4 HTTP/1.1" status: 200 len: 375 time: 0.0092592 May 03 12:28:03.409769 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-5b7ba022-2e86-43f6-96a8-0a6e2f50cf1f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424411 May 03 12:28:03.505386 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-3865f2af-4468-4754-b2f5-d2b3a1af7e53 service neutron] 10.222.0.21 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842166 May 03 12:28:03.592475 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-12a01bf3-7b42-48e7-9ac0-6e2a910f3664 service neutron] 10.222.0.21 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813167 May 03 12:28:04.093518 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557fac3-2101-4808-95c0-2ccab945a87c req-10d5f0ac-dddb-4834-8def-32fa7d4ba3e1 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:04.094995 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a557fac3-2101-4808-95c0-2ccab945a87c req-10d5f0ac-dddb-4834-8def-32fa7d4ba3e1 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0494337 May 03 12:28:04.141855 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a557fac3-2101-4808-95c0-2ccab945a87c req-5206ea18-37aa-4054-a7c8-414ed29127a4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 May 03 12:28:04.404529 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7035698-79b6-4ef4-8fb5-05f86a954ddd req-191c79c8-7093-4da4-881e-1670a18ed4df tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 210 time: 0.0307503 May 03 12:28:04.863162 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:05.269827 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757e4e0-ec5f-4412-8385-655b64b67b09 req-d54e51dd-6a38-4afc-acdd-91bd86ffded9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:05.271312 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3757e4e0-ec5f-4412-8385-655b64b67b09 req-d54e51dd-6a38-4afc-acdd-91bd86ffded9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0517259 May 03 12:28:05.318169 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3757e4e0-ec5f-4412-8385-655b64b67b09 req-44d09e90-d5e9-418b-999f-4eaa67eafcc3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 May 03 12:28:05.459426 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f941498e-b168-4ad5-9c92-43976a52d5cf req-14c0c669-c87f-4a59-a60f-ffedfb677914 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 210 time: 0.0262170 May 03 12:28:06.439741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535fb08-deeb-4b65-93aa-de5c34987337 req-cdc2d783-13df-4142-9ead-50e5fd2e4ade tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:06.441791 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5535fb08-deeb-4b65-93aa-de5c34987337 req-cdc2d783-13df-4142-9ead-50e5fd2e4ade tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0468812 May 03 12:28:06.487767 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5535fb08-deeb-4b65-93aa-de5c34987337 req-066a3e3d-7196-4041-9173-9e8dee1dc3e6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398586 May 03 12:28:06.556816 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f0d1d508-45f7-471c-af9b-6ea3e3ad5e7f req-e78eadca-1f8e-480a-9075-7f0d1e152a7f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 210 time: 0.0297105 May 03 12:28:06.704213 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-bbc05eb6-f1f1-4f35-a612-d4d8e7017da4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:06.705570 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-bbc05eb6-f1f1-4f35-a612-d4d8e7017da4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 809 time: 0.1056080 May 03 12:28:06.772436 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-c6dfef1a-8c64-408f-a077-a2d875d565af tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfe9e07f034941009488167dde06eac4 HTTP/1.1" status: 200 len: 379 time: 0.0508595 May 03 12:28:06.781344 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'port': {'device_id': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'admin_state_up': True, 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'security_groups': ['14c51686-15e4-4fbd-998f-338fab27f72e']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:06.960835 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Made reservation on behalf of cfe9e07f034941009488167dde06eac4 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:28:06.964578 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:07.087819 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Allocated IP 172.20.0.3 (7fa12c5c-38e3-41c9-a74f-3d211cf1a299/c1583c42-acf9-4920-a2bf-da7cf2a54e9c/b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:28:07.219155 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:07.298052 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:07.343333 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:28:07.347324 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:28:07.353715 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:28:07.376453 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:07.404799 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:07.405525 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:07.482005 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-0fbbed5b-4f98-4a59-8367-6a9dffb65abd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040675 May 03 12:28:07.578145 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-a2bc0d4f-700f-4401-9511-d64bba2d23b2 None None] Provisioning complete for port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:28:07.578717 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a2bc0d4f-700f-4401-9511-d64bba2d23b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:07.609848 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487957a5-cc4f-44ea-b6bf-9dd48305bcb1 req-aa9a98ff-68b1-47e9-8bf6-9035e13e97f6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:07.614125 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-487957a5-cc4f-44ea-b6bf-9dd48305bcb1 req-aa9a98ff-68b1-47e9-8bf6-9035e13e97f6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0508368 May 03 12:28:07.614301 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc0d4f-700f-4401-9511-d64bba2d23b2 None None] Port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:28:07.660182 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-487957a5-cc4f-44ea-b6bf-9dd48305bcb1 req-d953271f-5a17-4e09-bec5-8ed129919c68 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409887 May 03 12:28:07.676318 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806261b5-76fb-44ce-9f79-3f97741fb95e req-3b080459-bfe1-474d-8773-cd9565b7098a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:07.677846 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806261b5-76fb-44ce-9f79-3f97741fb95e req-3b080459-bfe1-474d-8773-cd9565b7098a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 931 time: 0.0465982 May 03 12:28:07.725726 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806261b5-76fb-44ce-9f79-3f97741fb95e req-f456cdc2-a32e-415e-9ef5-d3cc15403722 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 May 03 12:28:07.961880 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:28:08.443140 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Request body: {'port': {'device_id': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:08.502529 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:08.760160 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:28:08.767821 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Publish callbacks [] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:08.780496 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c5e76-d427-4e14-821e-85f25ea192cc req-10399462-4fcc-4c0b-9afc-7902e5dcda9b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:08.781048 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Transition to ACTIVE for port object b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:28:08.782001 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-886c5e76-d427-4e14-821e-85f25ea192cc req-10399462-4fcc-4c0b-9afc-7902e5dcda9b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0497491 May 03 12:28:08.829516 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-886c5e76-d427-4e14-821e-85f25ea192cc req-cf537725-d680-4044-8fb1-b62424eef5ef tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 May 03 12:28:08.845610 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eacf9e-576b-4338-8054-eb62d20e4e17 req-108f5c84-2a37-432f-88a3-c3605444c0a6 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:08.847103 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10eacf9e-576b-4338-8054-eb62d20e4e17 req-108f5c84-2a37-432f-88a3-c3605444c0a6 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 931 time: 0.0531921 May 03 12:28:08.848148 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:08.916667 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:08.965868 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-10eacf9e-576b-4338-8054-eb62d20e4e17 req-56b53943-cdcc-4e09-8957-f6e690f99f97 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125154 May 03 12:28:09.015270 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Attempting to bind port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:28:09.015775 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Attempting to bind port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:28:09.016108 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Attempting to bind port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 on network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:28:09.020923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 on network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:28:09.021241 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Attempting to bind port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 on network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:28:09.026641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:28:09.026984 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Checking segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:28:09.027373 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Bound using segment: {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:28:09.027803 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Bound port: b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c99122f-394b-4e29-9d2b-69f4071f0361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:28:09.028207 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:09.096218 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:28:09.099699 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:28:09.171617 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:09.203221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:09.203829 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:09.205298 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] 10.222.0.39 "PUT /v2.0/ports/b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 1093 time: 0.7668200 May 03 12:28:09.205813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:09.208413 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:09.234267 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c229c-f032-4810-b91a-8c18dfe79fbe service neutron] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:09.255368 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88734fa-6b1e-4bcf-ac1d-b19dbd9f0f5f x-openstack-request-id: req-d88734fa-6b1e-4bcf-ac1d-b19dbd9f0f5f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:09.255666 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:09.255925 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d88734fa-6b1e-4bcf-ac1d-b19dbd9f0f5f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:09.256331 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88734fa-6b1e-4bcf-ac1d-b19dbd9f0f5f'] response: {'name': 'network-changed', 'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'status': 'completed', 'code': 200} May 03 12:28:09.541769 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86 req-5aef683f-ed82-4179-86ae-c36eae58c551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:09.544699 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86 req-5aef683f-ed82-4179-86ae-c36eae58c551 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1127 time: 0.0413356 May 03 12:28:09.655333 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86 req-56e17522-de61-4b6c-88b3-9e30e9c3926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:09.656821 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86 req-56e17522-de61-4b6c-88b3-9e30e9c3926b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cfe9e07f034941009488167dde06eac4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0934050 May 03 12:28:09.759753 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86 req-e7ce9591-8701-4492-a9d7-8b80616be08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:09.761238 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-608e5ebc-ad15-4f2a-8cbd-e795d1c3aa86 req-e7ce9591-8701-4492-a9d7-8b80616be08d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866055 May 03 12:28:10.085553 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f47a98-3dd7-4929-87f8-6b97662c1e0e req-f7218dd1-cb4d-4c44-bcd4-34758458f76d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:10.087174 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-07f47a98-3dd7-4929-87f8-6b97662c1e0e req-f7218dd1-cb4d-4c44-bcd4-34758458f76d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0489745 May 03 12:28:10.141471 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-07f47a98-3dd7-4929-87f8-6b97662c1e0e req-6e9ffbdb-10a8-4b4d-b149-87d5f2a9229f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478787 May 03 12:28:10.192308 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889e87-b8cc-4e3c-9e6b-ee4c1e8a3a33 req-286a68f8-cd7c-4088-add8-1b6d65b551c3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:10.193740 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d889e87-b8cc-4e3c-9e6b-ee4c1e8a3a33 req-286a68f8-cd7c-4088-add8-1b6d65b551c3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.2946348 May 03 12:28:10.198818 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-bdddaa2b-64e7-4a1c-8b80-a3655d7a7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:10.200175 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-bdddaa2b-64e7-4a1c-8b80-a3655d7a7895 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1127 time: 0.2686920 May 03 12:28:10.255227 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-71f0e7cd-f39c-40d0-8fb5-3a3a6e80abbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 217 time: 0.0381489 May 03 12:28:10.281757 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7d889e87-b8cc-4e3c-9e6b-ee4c1e8a3a33 req-340f3cdf-20c8-47ce-a564-a8d4dd4e5da4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806305 May 03 12:28:10.315061 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-39426b2d-e5a6-45b0-ba24-296f11668620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:10.316530 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-39426b2d-e5a6-45b0-ba24-296f11668620 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.0494130 May 03 12:28:10.360656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-6633bbfb-6e5d-4504-9c8f-806d21c79884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:10.362932 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-6633bbfb-6e5d-4504-9c8f-806d21c79884 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387831 May 03 12:28:10.454746 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-69c95ad9-a68b-4f68-a2c1-31b9bd6e54c6 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828009 May 03 12:28:10.544080 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7c02db0a-6e03-4446-a80f-ba22a9b5eb48 req-b065fe7b-6a7f-4b8f-9989-2f745972515f service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827274 May 03 12:28:10.986797 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38a6ef-1ef7-4ea7-81b5-d60ee2a1cbe4 req-82fbe5a8-5382-49ca-a2f0-10367b162fad tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:10.988789 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e38a6ef-1ef7-4ea7-81b5-d60ee2a1cbe4 req-82fbe5a8-5382-49ca-a2f0-10367b162fad tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0459342 May 03 12:28:11.064477 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e38a6ef-1ef7-4ea7-81b5-d60ee2a1cbe4 req-1868c34d-0c90-42e5-8c6b-79c58701b822 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700467 May 03 12:28:11.070404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3632ca-aefb-432e-aafb-98134e772f20 req-bb9f8f53-8173-4d5e-8e9e-acad7ded3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:11.071862 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-bb9f8f53-8173-4d5e-8e9e-acad7ded3828 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0582745 May 03 12:28:11.159110 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3632ca-aefb-432e-aafb-98134e772f20 req-2cee8e0e-a594-436f-8349-fa48e464aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:11.160594 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-2cee8e0e-a594-436f-8349-fa48e464aa10 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.0817554 May 03 12:28:11.228239 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-be8e4fe0-692e-4c5e-8b6b-da9d67f03b6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 1002 time: 0.0615270 May 03 12:28:11.255622 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9826216-fc2f-4eca-b9ac-d90e95936990 req-aed3c8b3-0182-49e5-a87c-2d2e20bd4582 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:11.257250 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9826216-fc2f-4eca-b9ac-d90e95936990 req-aed3c8b3-0182-49e5-a87c-2d2e20bd4582 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0466685 May 03 12:28:11.277533 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3632ca-aefb-432e-aafb-98134e772f20 req-137b426a-29a9-4cb2-bd47-32ff26c0997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:11.278985 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-137b426a-29a9-4cb2-bd47-32ff26c0997f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0435553 May 03 12:28:11.306317 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9826216-fc2f-4eca-b9ac-d90e95936990 req-3f5e3005-fa23-4eb7-9dd9-502d8f97e384 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429688 May 03 12:28:11.323726 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3632ca-aefb-432e-aafb-98134e772f20 req-3931fba8-54f2-46dc-aa1a-e44751ebedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:11.325281 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-3931fba8-54f2-46dc-aa1a-e44751ebedcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383773 May 03 12:28:11.439005 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc92e3c-a989-43ad-abbe-b8e658314de8 req-18ab396b-db56-40aa-9fa5-1a05e673b456 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:11.440524 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bbc92e3c-a989-43ad-abbe-b8e658314de8 req-18ab396b-db56-40aa-9fa5-1a05e673b456 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 943 time: 0.0790873 May 03 12:28:11.466026 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-28cf6aeb-cf8e-4ae4-b08f-b22507322b6b service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327429 May 03 12:28:11.513111 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:28:11.520910 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bbc92e3c-a989-43ad-abbe-b8e658314de8 req-856f1ade-eec4-46ee-8b12-a61ec96f96cb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746994 May 03 12:28:11.576649 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-be3632ca-aefb-432e-aafb-98134e772f20 req-437fb07d-1f5a-4308-9b6d-6ab02dd5778d service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026385 May 03 12:28:11.612635 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:11.623942 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'port_id': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'mac_address': 'fa:16:3e:a5:78:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:28:11.663677 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:28:11.664985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:11.682002 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e003b5-0665-4c32-a5f9-46415bbbdbe4 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:28:11.700695 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:11.800300 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:11.961594 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=9']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:11.968238 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.968610 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.968973 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.969327 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.969663 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.969992 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.970318 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.970639 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.970963 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.971284 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.972161 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.972528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.972857 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.973175 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:11.973491 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:12.176441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27147a-11a8-45e6-9d61-cde113e57d86 req-653b7b1f-6deb-4939-9935-c998e607f273 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:12.177967 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c27147a-11a8-45e6-9d61-cde113e57d86 req-653b7b1f-6deb-4939-9935-c998e607f273 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0466223 May 03 12:28:12.224158 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c27147a-11a8-45e6-9d61-cde113e57d86 req-aeb8d7bd-4098-440d-b30a-64b0f85fff18 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406404 May 03 12:28:12.251866 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['20e003b5-0665-4c32-a5f9-46415bbbdbe4'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:28:12.419024 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec6ae6-d218-45ba-89f1-44604d54d52f req-6a8e77c1-d9c9-436c-ad81-3ad560216c6c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:12.420501 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91ec6ae6-d218-45ba-89f1-44604d54d52f req-6a8e77c1-d9c9-436c-ad81-3ad560216c6c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0471623 May 03 12:28:12.467756 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91ec6ae6-d218-45ba-89f1-44604d54d52f req-3453dac0-cd3e-4045-88ac-9708667e2a95 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 May 03 12:28:12.642444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5786b0-54f1-457d-88aa-5e72cb16c2e7 req-eba705df-170b-4d2c-9fbb-a193eb78d9da tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:12.643884 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd5786b0-54f1-457d-88aa-5e72cb16c2e7 req-eba705df-170b-4d2c-9fbb-a193eb78d9da tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 944 time: 0.0498645 May 03 12:28:12.688664 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd5786b0-54f1-457d-88aa-5e72cb16c2e7 req-b6f8d351-08da-4125-a685-d9c69a7654a2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 May 03 12:28:13.340656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0f887-4bae-420f-829c-e23cad98582c req-a2a7cff0-e70c-4ded-8ef5-6e5315b3b75a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:13.342156 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b0f887-4bae-420f-829c-e23cad98582c req-a2a7cff0-e70c-4ded-8ef5-6e5315b3b75a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0521688 May 03 12:28:13.387873 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d4b0f887-4bae-420f-829c-e23cad98582c req-62ae83df-d576-412d-9349-0cbdb9f1fcad tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 May 03 12:28:13.536736 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:28:13.577655 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b132c44-b105-420b-8be1-3622c26efc16 req-d64807af-31f4-4d02-b5b4-f7e5ef61f137 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:13.579121 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0b132c44-b105-420b-8be1-3622c26efc16 req-d64807af-31f4-4d02-b5b4-f7e5ef61f137 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0475669 May 03 12:28:13.582475 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:28:13.582882 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:13.631080 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0b132c44-b105-420b-8be1-3622c26efc16 req-9acfa2e9-3519-432a-8d61-736e72f04478 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454426 May 03 12:28:13.659048 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:28:13.659437 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:13.683799 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:13.685995 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85692fae-5e60-4b04-9224-9c3c449b3e94" -d '{"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-plugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:13.699901 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:13.722960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bdfbce-4922-46ca-bd78-514ffbaf55c8 x-openstack-request-id: req-22bdfbce-4922-46ca-bd78-514ffbaf55c8 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:13.722960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-plugged", "status": "completed", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:13.722960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22bdfbce-4922-46ca-bd78-514ffbaf55c8 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:13.723253 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bdfbce-4922-46ca-bd78-514ffbaf55c8'] response: {'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'code': 200} May 03 12:28:13.766195 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:13.807936 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c258da-c02a-4892-a898-e05b1b2b17c7 req-63051981-3341-4da0-8969-39c6c0c1b4a7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:13.810279 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7c258da-c02a-4892-a898-e05b1b2b17c7 req-63051981-3341-4da0-8969-39c6c0c1b4a7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0502133 May 03 12:28:13.826169 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=10']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:13.860690 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7c258da-c02a-4892-a898-e05b1b2b17c7 req-fb4ab9e7-83fa-495a-9d3d-c10192ec3278 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443118 May 03 12:28:14.439157 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fabfb8-3cc3-4cef-8abf-33c8a4ec7e9f req-b50aedf3-dfa5-4e20-ba4f-bdf78a39a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:14.440670 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99fabfb8-3cc3-4cef-8abf-33c8a4ec7e9f req-b50aedf3-dfa5-4e20-ba4f-bdf78a39a8bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 1130 time: 0.0391533 May 03 12:28:14.519090 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ac395-03f6-4d37-81b1-ec3d10d93759 req-d44a593c-23c0-4905-bee2-aec9b264cd23 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:14.520639 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-328ac395-03f6-4d37-81b1-ec3d10d93759 req-d44a593c-23c0-4905-bee2-aec9b264cd23 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0617416 May 03 12:28:14.536914 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-99fabfb8-3cc3-4cef-8abf-33c8a4ec7e9f req-b0f88c1e-fd56-4ae4-9146-5e143f584c73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835197 May 03 12:28:14.573910 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-328ac395-03f6-4d37-81b1-ec3d10d93759 req-99ba7e0f-f2cc-4b8f-9730-a8e7288c3938 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457239 May 03 12:28:14.741987 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4296-f8c3-4f0e-ad45-af97305f60df req-e233003d-4213-49ee-88b3-ddf862c1168c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:14.743417 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-22ad4296-f8c3-4f0e-ad45-af97305f60df req-e233003d-4213-49ee-88b3-ddf862c1168c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0456984 May 03 12:28:14.790014 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-22ad4296-f8c3-4f0e-ad45-af97305f60df req-54504d7d-a3cc-43a1-9004-91c1d61a7226 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 May 03 12:28:14.975326 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d88b9e-60a8-4888-9fa7-85f82cc73a89 req-4edb63b2-7fdf-44b7-aab9-76f0242156fb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:14.976716 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96d88b9e-60a8-4888-9fa7-85f82cc73a89 req-4edb63b2-7fdf-44b7-aab9-76f0242156fb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0456367 May 03 12:28:15.020861 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96d88b9e-60a8-4888-9fa7-85f82cc73a89 req-2b77e887-d523-401e-9dc9-6beb6b793063 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387790 May 03 12:28:15.686329 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538f25-4e54-4b20-9154-d92be10cf629 req-464c9efd-c7f3-4ab0-9dd2-aedaa2841876 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:15.687776 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2b538f25-4e54-4b20-9154-d92be10cf629 req-464c9efd-c7f3-4ab0-9dd2-aedaa2841876 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0454645 May 03 12:28:15.732333 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2b538f25-4e54-4b20-9154-d92be10cf629 req-95b569a3-0987-4ba8-a1dc-c52b9841cc5a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385675 May 03 12:28:15.897644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cb269-7464-4c0f-9901-89529b24bdc8 req-d53bc8e1-3a7a-4680-b430-7d3ad90d56eb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:15.899192 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-371cb269-7464-4c0f-9901-89529b24bdc8 req-d53bc8e1-3a7a-4680-b430-7d3ad90d56eb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0457115 May 03 12:28:15.946351 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-371cb269-7464-4c0f-9901-89529b24bdc8 req-e113f1ee-e334-4832-a3a5-1d293a6bdf27 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417955 May 03 12:28:16.139020 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e16daf-6e6b-4105-aa41-665163807fa5 req-f60cf4bb-f898-46eb-8889-1d433467eff2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:16.140280 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9e16daf-6e6b-4105-aa41-665163807fa5 req-f60cf4bb-f898-46eb-8889-1d433467eff2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0490785 May 03 12:28:16.186785 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9e16daf-6e6b-4105-aa41-665163807fa5 req-e3a92b92-c857-4352-ac33-220119ef534c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 May 03 12:28:16.848720 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224e9cc-3a70-4a92-aa10-c79a84d9eaf3 req-f64c98d7-8e50-4de8-8434-552dd34b34cd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:16.850207 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1224e9cc-3a70-4a92-aa10-c79a84d9eaf3 req-f64c98d7-8e50-4de8-8434-552dd34b34cd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0509112 May 03 12:28:16.896992 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1224e9cc-3a70-4a92-aa10-c79a84d9eaf3 req-cd6b904d-43d5-499e-8c29-d26e4aaf349f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 May 03 12:28:17.058589 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836bc75-8ad5-4b35-a18b-b00b0875a09e req-956f28ea-a721-4ea2-911b-f03e3470b16d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:17.060106 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e836bc75-8ad5-4b35-a18b-b00b0875a09e req-956f28ea-a721-4ea2-911b-f03e3470b16d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0464981 May 03 12:28:17.108923 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e836bc75-8ad5-4b35-a18b-b00b0875a09e req-67dc4022-e194-4213-a26c-d833673c7f46 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424378 May 03 12:28:17.317063 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81011913-7f4f-4440-a101-aecb4e352359 req-f9a45b9e-96a9-45e0-a075-4fe5f693cb62 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:17.318635 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81011913-7f4f-4440-a101-aecb4e352359 req-f9a45b9e-96a9-45e0-a075-4fe5f693cb62 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0459573 May 03 12:28:17.365857 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81011913-7f4f-4440-a101-aecb4e352359 req-a042c1cd-464b-44c2-8f5b-ae0be30ea622 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414999 May 03 12:28:18.011259 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4db02-9ec0-4aed-ba40-57920cf02f1d req-8bc750bd-1e15-4855-a5f5-d5ff11382caf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:18.012804 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a3f4db02-9ec0-4aed-ba40-57920cf02f1d req-8bc750bd-1e15-4855-a5f5-d5ff11382caf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0503004 May 03 12:28:18.057967 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a3f4db02-9ec0-4aed-ba40-57920cf02f1d req-2b1ddb60-aa13-4f98-ac53-952adcc28fe3 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396900 May 03 12:28:18.229729 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46d02e-4c33-4a18-a6b3-160bde887abe req-192aa6c0-6352-49a9-9846-67281c566397 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:18.231107 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d46d02e-4c33-4a18-a6b3-160bde887abe req-192aa6c0-6352-49a9-9846-67281c566397 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0534182 May 03 12:28:18.281187 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d46d02e-4c33-4a18-a6b3-160bde887abe req-94983f6b-fac2-49c6-b68d-6971c3426ba0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 May 03 12:28:18.481448 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db838dd-d5cf-42fb-a612-74bd2aa771a4 req-a3ad14b0-0fb3-4839-bfef-67f992e804e1 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:18.482819 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6db838dd-d5cf-42fb-a612-74bd2aa771a4 req-a3ad14b0-0fb3-4839-bfef-67f992e804e1 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0461850 May 03 12:28:18.529526 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6db838dd-d5cf-42fb-a612-74bd2aa771a4 req-d766fa4b-70b1-488b-b6fc-1a2fab1b8d47 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405898 May 03 12:28:19.170162 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7911-2208-4bec-bba0-6758cd947449 req-9c1e863f-2edb-41d3-892b-f96415c83f01 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:19.171746 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57eb7911-2208-4bec-bba0-6758cd947449 req-9c1e863f-2edb-41d3-892b-f96415c83f01 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0468650 May 03 12:28:19.218383 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57eb7911-2208-4bec-bba0-6758cd947449 req-bbeeae1e-9b58-4d33-8bc4-5e9da41510c2 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 May 03 12:28:19.393428 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4227cf2-9ad3-4f20-a909-ae62efe13a09 req-64690c32-1f7b-42ea-8aae-a9feac449bbc tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:19.394893 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4227cf2-9ad3-4f20-a909-ae62efe13a09 req-64690c32-1f7b-42ea-8aae-a9feac449bbc tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0470073 May 03 12:28:19.449103 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4227cf2-9ad3-4f20-a909-ae62efe13a09 req-c6174f5a-053c-47f5-a524-f6c90ffa039b tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481846 May 03 12:28:20.328274 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a340d49-653f-4e63-818c-f41143209b36 req-184fdf4f-3de4-49f6-b623-733cbadbffb7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:20.329746 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a340d49-653f-4e63-818c-f41143209b36 req-184fdf4f-3de4-49f6-b623-733cbadbffb7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0457962 May 03 12:28:20.379020 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2a340d49-653f-4e63-818c-f41143209b36 req-705e9427-7844-4899-a0d3-ded103df818c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 May 03 12:28:20.559271 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c385989-e733-4133-8c41-3fbb87e43420 req-9f5dbd20-d98b-4826-958f-cf66c9f21abe tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:20.560845 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c385989-e733-4133-8c41-3fbb87e43420 req-9f5dbd20-d98b-4826-958f-cf66c9f21abe tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0478187 May 03 12:28:20.610103 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4c385989-e733-4133-8c41-3fbb87e43420 req-a2ec94ff-5502-445a-a8db-52c2f47e2ae1 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 May 03 12:28:20.656260 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d49b0115-df13-4d3a-810d-7d4ef1232cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:21.489618 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9809ef2-36a1-4d79-8eab-850eb035121a req-dbfe31b1-b443-43ab-8a8a-bc6be8f7dbe1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:21.491085 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9809ef2-36a1-4d79-8eab-850eb035121a req-dbfe31b1-b443-43ab-8a8a-bc6be8f7dbe1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0458822 May 03 12:28:21.536198 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9809ef2-36a1-4d79-8eab-850eb035121a req-891e6a44-5102-4e0a-ba1c-4f9277b119bd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 May 03 12:28:21.720357 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f447bd-d5d1-43e6-89f2-2dbc53672d73 req-5a907c4a-b97b-4393-bf06-0fca12aeea88 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:21.721827 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94f447bd-d5d1-43e6-89f2-2dbc53672d73 req-5a907c4a-b97b-4393-bf06-0fca12aeea88 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0458286 May 03 12:28:21.769940 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-94f447bd-d5d1-43e6-89f2-2dbc53672d73 req-3612a3e2-c3cf-40e7-83eb-35d653e050db tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420420 May 03 12:28:22.658699 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5c4db-b895-454b-84f2-8103f2d64137 req-594d4aab-00ff-4504-acdb-6ea20c0fe279 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:22.660151 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7b5c4db-b895-454b-84f2-8103f2d64137 req-594d4aab-00ff-4504-acdb-6ea20c0fe279 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0524058 May 03 12:28:22.710063 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7b5c4db-b895-454b-84f2-8103f2d64137 req-f6646526-80a3-4f9e-853b-c385dca22ecc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 May 03 12:28:22.801566 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a36e60b3-db32-4725-a4f6-c8b9d987a82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:22.807728 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c5462-9568-40a1-95fd-69ec8ddd985d req-6f6ad96e-490b-422d-a9eb-5ffcf789eb9a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:22.812722 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-623c5462-9568-40a1-95fd-69ec8ddd985d req-6f6ad96e-490b-422d-a9eb-5ffcf789eb9a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0480709 May 03 12:28:22.857493 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-623c5462-9568-40a1-95fd-69ec8ddd985d req-cdfc1b0d-96b9-4cd8-a1f6-61ffda5467f5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419791 May 03 12:28:22.888139 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc3fbb-a44d-4ed8-baa3-73f655948be7 req-148e8c61-16ed-4cbd-8068-3b20487e0762 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:22.889673 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7edc3fbb-a44d-4ed8-baa3-73f655948be7 req-148e8c61-16ed-4cbd-8068-3b20487e0762 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0474174 May 03 12:28:22.936653 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7edc3fbb-a44d-4ed8-baa3-73f655948be7 req-8a01e871-5a0d-43a4-879d-e377b745e5b0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413814 May 03 12:28:23.828278 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf5b3a-b971-4019-8c48-f3fd6e55e740 req-30af16b7-4e51-42cf-bd21-a6b54610111a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:23.829851 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45bf5b3a-b971-4019-8c48-f3fd6e55e740 req-30af16b7-4e51-42cf-bd21-a6b54610111a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0514231 May 03 12:28:23.875020 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-45bf5b3a-b971-4019-8c48-f3fd6e55e740 req-fb7a3548-3c6d-4857-98f7-591dfa156d51 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396574 May 03 12:28:23.974045 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087450b-928a-42e4-b3cf-61e7dd04c87f req-6f639bf2-9445-4213-b398-9d2f018b4682 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:23.975555 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4087450b-928a-42e4-b3cf-61e7dd04c87f req-6f639bf2-9445-4213-b398-9d2f018b4682 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0465736 May 03 12:28:24.027967 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4087450b-928a-42e4-b3cf-61e7dd04c87f req-0669f12b-2a72-4b8a-bc32-0597b0e35727 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467331 May 03 12:28:24.055630 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab49c3b-680b-4dd4-869c-9d366f563986 req-bb11eb16-b051-4c93-beb5-9b26bd50070a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:24.057366 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dab49c3b-680b-4dd4-869c-9d366f563986 req-bb11eb16-b051-4c93-beb5-9b26bd50070a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0539842 May 03 12:28:24.105777 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dab49c3b-680b-4dd4-869c-9d366f563986 req-87dbaad8-c752-4c97-ae90-7844c27075ab tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427961 May 03 12:28:24.109159 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:24.985724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d319b5b-b49f-4bd1-af91-4cf6a71873f2 req-5228ccf1-0ae8-4e38-848f-f38e706799d1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:24.987189 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5d319b5b-b49f-4bd1-af91-4cf6a71873f2 req-5228ccf1-0ae8-4e38-848f-f38e706799d1 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0465655 May 03 12:28:25.033014 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5d319b5b-b49f-4bd1-af91-4cf6a71873f2 req-a90104c6-052f-4e1b-988b-087ffc76d558 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401821 May 03 12:28:25.139130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188fbbe-9984-4f69-9e74-aca4b3a8a57b req-36917d7a-f9d4-46e7-958a-81e46d027796 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:25.140607 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3188fbbe-9984-4f69-9e74-aca4b3a8a57b req-36917d7a-f9d4-46e7-958a-81e46d027796 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0454738 May 03 12:28:25.189789 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3188fbbe-9984-4f69-9e74-aca4b3a8a57b req-9c56c033-77f1-40fc-947f-4244e9124e82 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433066 May 03 12:28:25.217170 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e72744-fd1e-4a02-87b7-e1f1237f9555 req-2b681036-e75f-4eda-9448-317f82e28ba7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:25.219647 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-48e72744-fd1e-4a02-87b7-e1f1237f9555 req-2b681036-e75f-4eda-9448-317f82e28ba7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0479124 May 03 12:28:25.267737 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-48e72744-fd1e-4a02-87b7-e1f1237f9555 req-2c4b12aa-522b-480a-9f41-bcb33319a4c3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425773 May 03 12:28:25.303295 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:26.142817 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9698b-f104-4fae-8b82-19e742787ced req-81d6f8b1-2f89-45ee-ac00-9fc73a642495 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:26.144305 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70b9698b-f104-4fae-8b82-19e742787ced req-81d6f8b1-2f89-45ee-ac00-9fc73a642495 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0459578 May 03 12:28:26.190465 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70b9698b-f104-4fae-8b82-19e742787ced req-54606761-8a0a-4b34-9f8e-08b2cc82becf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 May 03 12:28:26.303033 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d2c4-1ba8-4090-b1b2-9704a86a0889 req-16619ae5-41ee-45aa-bd66-f2400b1e7712 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:26.304531 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce04d2c4-1ba8-4090-b1b2-9704a86a0889 req-16619ae5-41ee-45aa-bd66-f2400b1e7712 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0485485 May 03 12:28:26.351141 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce04d2c4-1ba8-4090-b1b2-9704a86a0889 req-ce80d8a1-b604-42d0-b894-63fea3b7a07b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411541 May 03 12:28:26.377092 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c2e5b-a359-426e-b026-9fd4a43eeeef req-f2342458-5f5e-40b6-bcfd-b577825ab2c8 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:26.378576 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f50c2e5b-a359-426e-b026-9fd4a43eeeef req-f2342458-5f5e-40b6-bcfd-b577825ab2c8 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0463753 May 03 12:28:26.425914 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f50c2e5b-a359-426e-b026-9fd4a43eeeef req-ecc29adc-a7fe-4b21-9e9a-318d88ff8bff tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 May 03 12:28:27.165053 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:27.300285 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895384a-3bb4-43e7-b32f-5cd1922718e1 req-6d12a7c4-a240-4db3-af10-a2c4818e6e46 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:27.302497 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c895384a-3bb4-43e7-b32f-5cd1922718e1 req-6d12a7c4-a240-4db3-af10-a2c4818e6e46 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0457060 May 03 12:28:27.347334 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c895384a-3bb4-43e7-b32f-5cd1922718e1 req-a84ed825-eb00-4395-94b2-d8440569c9ef tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393753 May 03 12:28:27.464715 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c73ade-8787-4924-94bb-05231bfd5f01 req-892a6c60-05e0-4116-8270-d5818cb50ae5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:27.466212 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29c73ade-8787-4924-94bb-05231bfd5f01 req-892a6c60-05e0-4116-8270-d5818cb50ae5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0489259 May 03 12:28:27.513195 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-29c73ade-8787-4924-94bb-05231bfd5f01 req-25c40997-a648-4176-8a06-72d689697489 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414746 May 03 12:28:27.544357 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5845c-5efd-455a-9fe8-b129a882bbde req-a454392a-459b-4dc8-95c0-97572113f8cf tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:27.545844 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8ec5845c-5efd-455a-9fe8-b129a882bbde req-a454392a-459b-4dc8-95c0-97572113f8cf tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0523124 May 03 12:28:27.593051 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8ec5845c-5efd-455a-9fe8-b129a882bbde req-20c6ef20-84de-44f0-9fcf-6614db444f6e tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 May 03 12:28:28.023709 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-c0ecc882-85a3-442b-8c15-e0b65ed38310 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:28.025209 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-c0ecc882-85a3-442b-8c15-e0b65ed38310 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0454032 May 03 12:28:28.150733 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port 60f50624-f927-44dc-8945-e0634bfd0a3a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:28:28.151061 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:28.241366 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] For port 60f50624-f927-44dc-8945-e0634bfd0a3a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=60f50624-f927-44dc-8945-e0634bfd0a3a,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:28.241727 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:28.490502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536908b6-cc4f-41c7-a295-f4fd3f5cf45c req-5233d5d6-ff73-46b9-9f4e-1fac243660ec tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:28.491972 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-536908b6-cc4f-41c7-a295-f4fd3f5cf45c req-5233d5d6-ff73-46b9-9f4e-1fac243660ec tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0614944 May 03 12:28:28.493887 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:28.494257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (bcd90f0a-de91-436c-87ff-455c37cf9584), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:28.494573 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP bcd90f0a-de91-436c-87ff-455c37cf9584 disassociated. External IP: 172.27.0.76, port: 60f50624-f927-44dc-8945-e0634bfd0a3a. May 03 12:28:28.494917 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for 60f50624-f927-44dc-8945-e0634bfd0a3a owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:28:28.602074 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-536908b6-cc4f-41c7-a295-f4fd3f5cf45c req-9fa32c8a-1178-4151-93f2-5af598d1d7ba tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037333 May 03 12:28:28.630627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3297ebb-2046-4484-8ef0-3621745a7e61 req-59c394bc-46f9-472d-9ea6-c04202dc0585 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:28.632150 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3297ebb-2046-4484-8ef0-3621745a7e61 req-59c394bc-46f9-472d-9ea6-c04202dc0585 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 946 time: 0.0504889 May 03 12:28:28.680666 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3297ebb-2046-4484-8ef0-3621745a7e61 req-bdeb0c70-2268-4e25-9b3e-afa16485b7e0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ab630ac-5ee3-4280-8530-a7b9f07bed2c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425744 May 03 12:28:28.720921 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0b61-bc3f-4e78-bbc7-2159a6095131 req-fb8d09f8-0b16-4e7d-bef8-52bdb57a5966 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:28.722374 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74ef0b61-bc3f-4e78-bbc7-2159a6095131 req-fb8d09f8-0b16-4e7d-bef8-52bdb57a5966 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0558786 May 03 12:28:28.778577 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-74ef0b61-bc3f-4e78-bbc7-2159a6095131 req-841f834e-cf1d-4c49-8f9f-c08b6ea40b33 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499699 May 03 12:28:28.779641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (60f50624-f927-44dc-8945-e0634bfd0a3a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:28.806221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=60f50624-f927-44dc-8945-e0634bfd0a3a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:28.920170 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:28:29.026545 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:28:29.038526 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:28:29.050748 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:29.051379 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:29.088739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] No DVR routers for this DVR port 60f50624-f927-44dc-8945-e0634bfd0a3a on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:28:29.091780 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:29.095057 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dc874f19-9c5b-49f4-9f11-ac702e404ab3 req-48ab03ae-f389-46f8-8acf-9362fc5f77c9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "DELETE /v2.0/ports/60f50624-f927-44dc-8945-e0634bfd0a3a HTTP/1.1" status: 204 len: 173 time: 1.0631700 May 03 12:28:29.095502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'name': 'network-vif-deleted', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:29.097786 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa092e4f-a016-42b2-986e-7a85ebbfceb3" -d '{"events": [{"server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "name": "network-vif-deleted", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:29.134405 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858b5ef-6a18-4188-ab19-b5bbb474b7ae x-openstack-request-id: req-c858b5ef-6a18-4188-ab19-b5bbb474b7ae {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:29.134702 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b604c9-d577-4ad0-b10f-6a864560b5cf", "name": "network-vif-deleted", "tag": "60f50624-f927-44dc-8945-e0634bfd0a3a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:29.134962 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c858b5ef-6a18-4188-ab19-b5bbb474b7ae {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:29.135401 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c858b5ef-6a18-4188-ab19-b5bbb474b7ae'] response: {'server_uuid': '07b604c9-d577-4ad0-b10f-6a864560b5cf', 'name': 'network-vif-deleted', 'tag': '60f50624-f927-44dc-8945-e0634bfd0a3a', 'status': 'completed', 'code': 200} May 03 12:28:29.166211 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:29.464527 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:35Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:29.493931 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:28:29.502339 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:29.502945 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:29.610032 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:29.733682 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098d572-f50f-4983-9fd4-e3ba8ee3664a req-82eaa0bc-7ba6-48af-8404-079e645a05c8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:29.735328 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c098d572-f50f-4983-9fd4-e3ba8ee3664a req-82eaa0bc-7ba6-48af-8404-079e645a05c8 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0559423 May 03 12:28:29.790164 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c098d572-f50f-4983-9fd4-e3ba8ee3664a req-93ef44e5-1d8d-4086-8f64-929ed8eacebf tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491166 May 03 12:28:29.810265 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28c2f13f-fc31-4e06-b134-6b71817491c9 req-692057b8-b97d-42eb-a0ac-4497a2e5f76b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=07b604c9-d577-4ad0-b10f-6a864560b5cf HTTP/1.1" status: 200 len: 210 time: 0.0360103 May 03 12:28:29.851532 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:35Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:29.881681 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df86f1-79e8-4410-9fe1-90e2bde68ab4 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '74a67698-62eb-4c7c-af49-ded0bcb0ce22', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.96', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:79:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:24:53Z', 'updated_at': '2022-05-03T12:25:35Z', 'revision_number': 2, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:28:29.907472 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2061eb-bc88-4cc5-a32f-2f7ec0f1ed72 req-61894c10-8632-46c6-a8e6-a62d666728a7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:29.909108 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd2061eb-bc88-4cc5-a32f-2f7ec0f1ed72 req-61894c10-8632-46c6-a8e6-a62d666728a7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0520825 May 03 12:28:29.961245 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd2061eb-bc88-4cc5-a32f-2f7ec0f1ed72 req-f5e99a87-294a-4ad9-be8e-3ea652c3f597 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457194 May 03 12:28:30.146892 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e0602-67cb-4ff4-b577-46da2ffc8d1d None None] New status for floating IP bcd90f0a-de91-436c-87ff-455c37cf9584: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:28:30.926723 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cc419-3480-4f71-bbac-f16a2b0d2a1b req-455259c9-088c-4f01-a5ec-0688c0a25797 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:30.928173 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-573cc419-3480-4f71-bbac-f16a2b0d2a1b req-455259c9-088c-4f01-a5ec-0688c0a25797 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0643089 May 03 12:28:30.974338 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-573cc419-3480-4f71-bbac-f16a2b0d2a1b req-e7135281-8f06-4e33-9988-e7e220a1db29 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404348 May 03 12:28:31.030056 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41612) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:31.074918 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bcf94-be30-47ae-a1a4-cfa1bfcc0ee2 req-1913f7f4-5b66-4bcf-81ef-b13316fcff88 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:31.076323 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e17bcf94-be30-47ae-a1a4-cfa1bfcc0ee2 req-1913f7f4-5b66-4bcf-81ef-b13316fcff88 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0476317 May 03 12:28:31.094770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (9ab630ac-5ee3-4280-8530-a7b9f07bed2c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.119164 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (9ab630ac-5ee3-4280-8530-a7b9f07bed2c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.136111 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e17bcf94-be30-47ae-a1a4-cfa1bfcc0ee2 req-66991c99-8a51-4f5d-a866-4d0d9ccad6c9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505908 May 03 12:28:31.275206 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (9ab630ac-5ee3-4280-8530-a7b9f07bed2c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.277837 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.279013 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ab630ac-5ee3-4280-8530-a7b9f07bed2c HTTP/1.1" status: 204 len: 168 time: 0.2479522 May 03 12:28:31.281916 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:31.288985 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab630ac-5ee3-4280-8530-a7b9f07bed2c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:31.296225 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-9df69eb9-8b33-497c-b738-b8184ed06434 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] show failed (client error): The resource could not be found. May 03 12:28:31.296865 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.297227 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.297576 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.297681 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9df69eb9-8b33-497c-b738-b8184ed06434 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups/9ab630ac-5ee3-4280-8530-a7b9f07bed2c HTTP/1.1" status: 404 len: 347 time: 0.0144143 May 03 12:28:31.298056 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.298405 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.298747 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.299083 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.299417 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.299749 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.300284 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.300458 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41616) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:31.300650 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.300990 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.301966 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.302309 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.302656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692ea4fb-b070-4905-83a0-39b253dd9f35 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:31.430828 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port 36f3a465-4ed0-40a6-a9dc-3daa70643770 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:28:31.431188 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.506820 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.507146 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (36f3a465-4ed0-40a6-a9dc-3daa70643770), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.521355 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for 36f3a465-4ed0-40a6-a9dc-3daa70643770 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:28:31.602032 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:28:31.666010 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 60f50624-f927-44dc-8945-e0634bfd0a3a no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:28:31.712623 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 60f50624-f927-44dc-8945-e0634bfd0a3a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:28:31.712973 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 60f50624-f927-44dc-8945-e0634bfd0a3a not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:28:31.740801 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:31.751487 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'port_id': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'mac_address': 'fa:16:3e:94:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:28:31.755140 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (36f3a465-4ed0-40a6-a9dc-3daa70643770), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.781448 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=36f3a465-4ed0-40a6-a9dc-3daa70643770,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:31.791884 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:28:31.792343 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.806495 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:28:31.809685 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (bcd90f0a-de91-436c-87ff-455c37cf9584), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.812560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.813887 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d92aa75a-4763-48a9-b0a7-cbfe893f29f2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/floatingips/bcd90f0a-de91-436c-87ff-455c37cf9584 HTTP/1.1" status: 204 len: 168 time: 0.5114167 May 03 12:28:31.827003 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:31.879996 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:31.928196 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:32.105491 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2375e-3a55-4b69-b687-bd636f9a6931 req-a6f27e54-d3d5-47cd-8af2-9effa0fa5491 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:32.107233 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fdb2375e-3a55-4b69-b687-bd636f9a6931 req-a6f27e54-d3d5-47cd-8af2-9effa0fa5491 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0520699 May 03 12:28:32.162882 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fdb2375e-3a55-4b69-b687-bd636f9a6931 req-7d2a3fe1-9079-48ec-8a9c-dabc379c3e4b tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495069 May 03 12:28:32.260845 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f140fd-f502-47ab-969b-8215af0fb189 req-37f6257e-a989-4aa2-bff7-7aff4440f2a0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:32.262321 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e0f140fd-f502-47ab-969b-8215af0fb189 req-37f6257e-a989-4aa2-bff7-7aff4440f2a0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 944 time: 0.0464721 May 03 12:28:32.307847 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:28:32.309621 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e0f140fd-f502-47ab-969b-8215af0fb189 req-3d5571bd-dee3-4459-b6f0-37ca6f07a46d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 May 03 12:28:33.276552 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d086b06-0f68-4365-b09f-7e0bc325ece3 req-773c5cbd-50f9-4a03-a638-0c7221c8f564 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:33.277937 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3d086b06-0f68-4365-b09f-7e0bc325ece3 req-773c5cbd-50f9-4a03-a638-0c7221c8f564 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0463364 May 03 12:28:33.323732 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3d086b06-0f68-4365-b09f-7e0bc325ece3 req-84b68a3b-a261-4816-8a3c-7587e05be64f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 May 03 12:28:33.424813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c506d50-ca93-4c7f-b2a3-007b9f6c65e6 req-698f5de1-bc85-4d19-be87-e890c1906c54 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:33.426260 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c506d50-ca93-4c7f-b2a3-007b9f6c65e6 req-698f5de1-bc85-4d19-be87-e890c1906c54 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 944 time: 0.0470786 May 03 12:28:33.476053 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9c506d50-ca93-4c7f-b2a3-007b9f6c65e6 req-3d244452-8865-4aea-823f-a484e29fd1bd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437889 May 03 12:28:33.593258 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:28:33.641133 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:28:33.736776 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:28:33.737165 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:33.815488 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:28:33.815877 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:33.837623 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:33.839906 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e000200b-581f-4eba-ab3d-1046054ee0bd" -d '{"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:33.852013 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:33.875476 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9edb0a-c81e-43f5-b84e-99475c5959d1 x-openstack-request-id: req-7f9edb0a-c81e-43f5-b84e-99475c5959d1 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:33.875789 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:33.876077 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f9edb0a-c81e-43f5-b84e-99475c5959d1 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:33.876505 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f9edb0a-c81e-43f5-b84e-99475c5959d1'] response: {'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'code': 200} May 03 12:28:33.938106 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:33.988578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:34.391510 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60771e40-6e9a-4b1e-b60c-dcd4831a110c req-61f1eb12-e2b8-46cd-827d-f4a88ce81f94 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:34.393146 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-60771e40-6e9a-4b1e-b60c-dcd4831a110c req-61f1eb12-e2b8-46cd-827d-f4a88ce81f94 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0500157 May 03 12:28:34.436757 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c5016-858b-4bc1-99c2-737928917c2c req-80f08cbd-c3ec-4799-9c61-3ad8e5953206 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:34.438238 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb5c5016-858b-4bc1-99c2-737928917c2c req-80f08cbd-c3ec-4799-9c61-3ad8e5953206 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0465906 May 03 12:28:34.439774 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-60771e40-6e9a-4b1e-b60c-dcd4831a110c req-ef1670d4-8643-41af-a79c-f443947f1e84 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 May 03 12:28:34.488988 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eb5c5016-858b-4bc1-99c2-737928917c2c req-642df7f5-8210-49eb-8c68-4d2cb5b8b886 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443366 May 03 12:28:34.585259 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc758a6-3cd3-4ccc-8b9c-9c9e9d46ab6e req-7aa27380-2776-447b-8f17-f67b6b2d9660 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:34.586712 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fc758a6-3cd3-4ccc-8b9c-9c9e9d46ab6e req-7aa27380-2776-447b-8f17-f67b6b2d9660 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0461216 May 03 12:28:34.633837 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6fc758a6-3cd3-4ccc-8b9c-9c9e9d46ab6e req-94f234e0-b9d1-411b-9ead-7da7e952bfeb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414028 May 03 12:28:34.846006 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:35.554535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec7b8d-a22b-4422-b4df-52a61ef0fae5 req-3d80efff-ed2d-4f4d-a8ea-34845c69f2b3 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:35.556046 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fec7b8d-a22b-4422-b4df-52a61ef0fae5 req-3d80efff-ed2d-4f4d-a8ea-34845c69f2b3 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0485022 May 03 12:28:35.603007 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fec7b8d-a22b-4422-b4df-52a61ef0fae5 req-61f84297-ae22-473d-8084-408b742795f3 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 May 03 12:28:35.639085 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7717-b504-41f9-b786-8c0f41b6419d req-cedb9d2d-1cf2-44ef-b691-2897aa9a20c4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:35.640569 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-41cb7717-b504-41f9-b786-8c0f41b6419d req-cedb9d2d-1cf2-44ef-b691-2897aa9a20c4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0492935 May 03 12:28:35.688676 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-41cb7717-b504-41f9-b786-8c0f41b6419d req-3a974b01-6f61-490c-b7de-fb73c8b96cd5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421047 May 03 12:28:35.748302 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1a088-56df-4960-b6ed-5ab310135ae8 req-200acaa6-ab0f-4886-9b8b-fd06c4f16c35 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:35.749776 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96b1a088-56df-4960-b6ed-5ab310135ae8 req-200acaa6-ab0f-4886-9b8b-fd06c4f16c35 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0495722 May 03 12:28:35.797783 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-96b1a088-56df-4960-b6ed-5ab310135ae8 req-1950f20a-99e9-430c-a61a-811f0b242240 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425451 May 03 12:28:36.713091 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d27e40-5627-43a3-b6e7-812697b2e535 req-4164d0b9-d80c-48f7-a4d4-b2547efa5023 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:36.714572 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-89d27e40-5627-43a3-b6e7-812697b2e535 req-4164d0b9-d80c-48f7-a4d4-b2547efa5023 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0455911 May 03 12:28:36.760374 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-89d27e40-5627-43a3-b6e7-812697b2e535 req-ae8caacb-0211-4b5c-8260-eb19c7fd62a0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 May 03 12:28:36.799151 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ff847-bd3b-44db-87bb-cee951f125d2 req-b706a186-89e7-4de1-84ca-5f4d8e7f0fba tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:36.800622 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ee8ff847-bd3b-44db-87bb-cee951f125d2 req-b706a186-89e7-4de1-84ca-5f4d8e7f0fba tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0460234 May 03 12:28:36.845766 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ee8ff847-bd3b-44db-87bb-cee951f125d2 req-88c66d8d-51c1-4722-8aad-6c5d96a96398 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 May 03 12:28:36.907463 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853796a-ab89-4bfe-b6e5-8902c9ee684a req-62a4fa65-c96c-4fe0-8f6f-cd25504b6948 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:36.908903 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1853796a-ab89-4bfe-b6e5-8902c9ee684a req-62a4fa65-c96c-4fe0-8f6f-cd25504b6948 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0474155 May 03 12:28:36.955275 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1853796a-ab89-4bfe-b6e5-8902c9ee684a req-bf90d336-6376-4d68-be20-317e39ccf97c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 May 03 12:28:37.123445 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede720ac-b30b-445d-ab86-209df08f0649 req-02d303f0-5e69-4451-8c3d-ddb6a962bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:37.124910 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ede720ac-b30b-445d-ab86-209df08f0649 req-02d303f0-5e69-4451-8c3d-ddb6a962bb3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0382121 May 03 12:28:37.142438 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc390480-bf61-4c4d-b603-b5d3cc953e18 req-c9d66b61-780e-4f13-83d8-85974b919166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:37.143907 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cc390480-bf61-4c4d-b603-b5d3cc953e18 req-c9d66b61-780e-4f13-83d8-85974b919166 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0367811 May 03 12:28:37.272702 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ede720ac-b30b-445d-ab86-209df08f0649 req-aab7113c-2b6c-40ad-bc26-7cfab5ab076f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366061 May 03 12:28:37.312062 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cc390480-bf61-4c4d-b603-b5d3cc953e18 req-08de4a81-9217-4876-acd3-06ab5a6f9f6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419469 May 03 12:28:37.871410 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015af020-a7ba-489f-a401-f803cac303cf req-3be5393f-10dc-4b0d-9492-045e9a2587b7 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:37.872824 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-015af020-a7ba-489f-a401-f803cac303cf req-3be5393f-10dc-4b0d-9492-045e9a2587b7 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0466170 May 03 12:28:37.920107 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-015af020-a7ba-489f-a401-f803cac303cf req-234fbe26-63d6-41cf-81c7-ed2b1c2a0cae tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 May 03 12:28:38.018426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6872d-0c8b-4ce4-bdcd-f4bb8d84d1c4 req-137e63c9-7319-4d70-897e-98204ef8104f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:38.019897 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2bc6872d-0c8b-4ce4-bdcd-f4bb8d84d1c4 req-137e63c9-7319-4d70-897e-98204ef8104f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0464222 May 03 12:28:38.067949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2bc6872d-0c8b-4ce4-bdcd-f4bb8d84d1c4 req-a28c552c-0832-4415-aaad-ac8a528c4388 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 May 03 12:28:38.086167 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e694f50-e225-4f9d-86e8-1f8accdb54c7 req-b17dc3d5-8181-4600-b543-fd62fc4eadd2 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:38.087632 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e694f50-e225-4f9d-86e8-1f8accdb54c7 req-b17dc3d5-8181-4600-b543-fd62fc4eadd2 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0466001 May 03 12:28:38.139885 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8e694f50-e225-4f9d-86e8-1f8accdb54c7 req-cfd5255c-efff-4c0f-9f62-32f24fac1d30 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459907 May 03 12:28:38.170655 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ac577-cdf8-434d-9294-c76df12e0c58 req-62777a3d-df00-429e-abc9-53f342453e12 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:38.172080 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e3ac577-cdf8-434d-9294-c76df12e0c58 req-62777a3d-df00-429e-abc9-53f342453e12 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0481656 May 03 12:28:38.216865 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0e3ac577-cdf8-434d-9294-c76df12e0c58 req-93b3769b-1404-4b82-8b1e-39e8d2b4f942 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 May 03 12:28:38.342910 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-c6ea69ca-13ef-4216-bea5-aace7a1738aa tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:38.344399 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-c6ea69ca-13ef-4216-bea5-aace7a1738aa tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0451279 May 03 12:28:39.186474 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960866-5948-482b-8cba-6f6f4cd5055c req-5e5019c2-e7a6-44c7-a7d2-bb6a341bc4be tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:39.188031 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0960866-5948-482b-8cba-6f6f4cd5055c req-5e5019c2-e7a6-44c7-a7d2-bb6a341bc4be tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0487039 May 03 12:28:39.235139 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0960866-5948-482b-8cba-6f6f4cd5055c req-1550d8a1-36ad-4bb4-9cb1-8060f14319f0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414331 May 03 12:28:39.263871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52558b2d-3015-46d0-99e6-af55ad78db32 req-c2304cdc-0f34-4174-8ac0-5987a512bf47 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:39.265414 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52558b2d-3015-46d0-99e6-af55ad78db32 req-c2304cdc-0f34-4174-8ac0-5987a512bf47 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.2796574 May 03 12:28:39.313885 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-52558b2d-3015-46d0-99e6-af55ad78db32 req-aead6a71-21f3-49c2-b54d-1d00351730a7 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 May 03 12:28:39.353547 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d1988-10c5-4dd5-aaca-cf6836e9b4b3 req-b941a8f1-1fe0-4ac4-ac29-0d93d2bcea6f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:39.354620 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e92d1988-10c5-4dd5-aaca-cf6836e9b4b3 req-b941a8f1-1fe0-4ac4-ac29-0d93d2bcea6f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0637741 May 03 12:28:39.404192 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e92d1988-10c5-4dd5-aaca-cf6836e9b4b3 req-79de9620-b05e-47c9-a0fb-1480f9bf39c9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436110 May 03 12:28:39.421439 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d25e60-b85a-4bd3-add1-1aa5b44cbd43 req-33fb50bc-a29d-4236-8a3b-3d0906ef040d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:39.423050 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90d25e60-b85a-4bd3-add1-1aa5b44cbd43 req-33fb50bc-a29d-4236-8a3b-3d0906ef040d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0477479 May 03 12:28:39.469581 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-90d25e60-b85a-4bd3-add1-1aa5b44cbd43 req-598d9044-3b5e-48a0-8b60-922529603e6d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 May 03 12:28:39.790363 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dae77f-da12-442d-b275-b059be98c943 req-c209376b-d88c-4e8d-a826-55b1534f9a58 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:39.791693 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-41dae77f-da12-442d-b275-b059be98c943 req-c209376b-d88c-4e8d-a826-55b1534f9a58 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0453513 May 03 12:28:39.836599 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-41dae77f-da12-442d-b275-b059be98c943 req-e2497825-b199-438a-b5e5-3d3ad5c4af44 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391798 May 03 12:28:40.429185 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5363-6aaa-477b-b7c3-5f418e4afadc req-b0abc3d5-c93b-4e22-9178-77f578590645 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:40.430631 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d9b5363-6aaa-477b-b7c3-5f418e4afadc req-b0abc3d5-c93b-4e22-9178-77f578590645 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 945 time: 0.0474193 May 03 12:28:40.476401 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d9b5363-6aaa-477b-b7c3-5f418e4afadc req-23d4b3fa-67e3-4901-8833-a9393b14e905 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc3545c4-9878-43ca-849d-c106eb0dae4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 May 03 12:28:40.521541 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d42d8-134d-4f86-965c-a124769c2c0b req-60ae0a15-cf05-414e-87c6-d278e020ec17 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:40.523071 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f2d42d8-134d-4f86-965c-a124769c2c0b req-60ae0a15-cf05-414e-87c6-d278e020ec17 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0517046 May 03 12:28:40.585418 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51fa2-7e56-4b8f-8d3d-cd34ed735cb8 req-2fa4a873-aeec-4962-a8d5-b5c1e782dcd0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:40.587071 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eea51fa2-7e56-4b8f-8d3d-cd34ed735cb8 req-2fa4a873-aeec-4962-a8d5-b5c1e782dcd0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0488048 May 03 12:28:40.637399 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-eea51fa2-7e56-4b8f-8d3d-cd34ed735cb8 req-ecd28d29-0f31-432b-b173-ef590a2ded50 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 May 03 12:28:40.840106 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f2d42d8-134d-4f86-965c-a124769c2c0b req-1a749de4-c1c8-49f4-8462-b3eab95ecbbe tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113987 May 03 12:28:40.877564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Deleting port 9b2ffee4-75d8-4d07-949d-e677fa108384 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:28:40.877897 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:40.952294 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dd2e6-ac9c-4aa6-9aaf-f81efb94bc6d req-24b86aa6-482a-438c-b157-1ef559902aae tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:40.953893 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e67dd2e6-ac9c-4aa6-9aaf-f81efb94bc6d req-24b86aa6-482a-438c-b157-1ef559902aae tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0503025 May 03 12:28:40.968619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] For port 9b2ffee4-75d8-4d07-949d-e677fa108384, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=9b2ffee4-75d8-4d07-949d-e677fa108384,segment=NetworkSegment(a85bb76d-9293-493e-a390-9b9d9278e793),segment_id=a85bb76d-9293-493e-a390-9b9d9278e793)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:40.968985 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:40.982683 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Calling delete_port for 9b2ffee4-75d8-4d07-949d-e677fa108384 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:28:41.000090 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e67dd2e6-ac9c-4aa6-9aaf-f81efb94bc6d req-0ba40724-911e-4e3c-be40-0ec5dc605ed0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 May 03 12:28:41.160443 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (9b2ffee4-75d8-4d07-949d-e677fa108384), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:41.188981 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Pushing event deleted for resources: {'Port': ['ID=9b2ffee4-75d8-4d07-949d-e677fa108384,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:41.214972 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.215263 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.215613 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.215960 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.216302 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.216662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.216998 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.217328 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.217662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.217994 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.218328 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.218653 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.218981 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.219309 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.219636 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:28:41.241328 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] No DVR routers for this DVR port 9b2ffee4-75d8-4d07-949d-e677fa108384 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:28:41.243671 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:41.246977 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-29755e30-dd6b-404a-b4e6-2d4be449de94 req-55edd97f-dd94-4525-b961-c5c4aeed08e0 tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.39 "DELETE /v2.0/ports/9b2ffee4-75d8-4d07-949d-e677fa108384 HTTP/1.1" status: 204 len: 173 time: 0.4721129 May 03 12:28:41.247415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'name': 'network-vif-deleted', 'tag': '9b2ffee4-75d8-4d07-949d-e677fa108384'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:41.249657 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57c4498-7a43-4d9a-8f6f-3b2656b89af5" -d '{"events": [{"server_uuid": "44149bcc-ebcb-49e5-992a-c83887f793bf", "name": "network-vif-deleted", "tag": "9b2ffee4-75d8-4d07-949d-e677fa108384"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:41.283535 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2cecd4-9dfc-46b9-a0f3-a6d2d56cced8 x-openstack-request-id: req-ce2cecd4-9dfc-46b9-a0f3-a6d2d56cced8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:41.283832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44149bcc-ebcb-49e5-992a-c83887f793bf", "name": "network-vif-deleted", "tag": "9b2ffee4-75d8-4d07-949d-e677fa108384", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:41.284092 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce2cecd4-9dfc-46b9-a0f3-a6d2d56cced8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:41.284536 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2cecd4-9dfc-46b9-a0f3-a6d2d56cced8'] response: {'server_uuid': '44149bcc-ebcb-49e5-992a-c83887f793bf', 'name': 'network-vif-deleted', 'tag': '9b2ffee4-75d8-4d07-949d-e677fa108384', 'status': 'completed', 'code': 200} May 03 12:28:41.572517 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f006ed8b-c03c-499f-ae46-4aed1f4e873f req-b60d70cd-5b48-4f9d-ba3b-1bbee58f187e tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 210 time: 0.0277605 May 03 12:28:41.626932 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 9b2ffee4-75d8-4d07-949d-e677fa108384 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:28:41.649226 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 9b2ffee4-75d8-4d07-949d-e677fa108384 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:28:41.649577 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 9b2ffee4-75d8-4d07-949d-e677fa108384 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:28:41.755789 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2334774-ce4a-4ef1-ab60-dbf978d64fd1 req-f2ecefe0-a17f-449d-adfb-4972dcb60885 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:41.757772 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2334774-ce4a-4ef1-ab60-dbf978d64fd1 req-f2ecefe0-a17f-449d-adfb-4972dcb60885 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0497265 May 03 12:28:41.803133 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2334774-ce4a-4ef1-ab60-dbf978d64fd1 req-d852c9e5-f625-47d6-bce8-201313eaeb2f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 May 03 12:28:41.948725 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3cce5-64ac-47f1-a953-844e51e21936 req-b49e4ea2-9325-4185-9c3d-6d3cfdda3918 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:41.950154 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ead3cce5-64ac-47f1-a953-844e51e21936 req-b49e4ea2-9325-4185-9c3d-6d3cfdda3918 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0456982 May 03 12:28:41.996572 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ead3cce5-64ac-47f1-a953-844e51e21936 req-f1e67a0f-66f9-470c-a9ec-509b0c1187ef tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 May 03 12:28:42.106204 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a50fbb-e592-4728-8a73-31565e97f35f req-cc679b1f-0688-4718-8397-aee3c3519c01 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.107746 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2a50fbb-e592-4728-8a73-31565e97f35f req-cc679b1f-0688-4718-8397-aee3c3519c01 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0457237 May 03 12:28:42.113003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35479-001c-40fc-b109-9ec9f14a0fc2 req-671bed31-f28d-47f8-bbd8-1dcdf148422e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.114473 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3dd35479-001c-40fc-b109-9ec9f14a0fc2 req-671bed31-f28d-47f8-bbd8-1dcdf148422e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0494792 May 03 12:28:42.157509 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2a50fbb-e592-4728-8a73-31565e97f35f req-7cef47cd-dce0-4017-813d-586185435369 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439081 May 03 12:28:42.160727 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3dd35479-001c-40fc-b109-9ec9f14a0fc2 req-8c4bea59-b133-432f-a512-dad45a2352ee tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 May 03 12:28:42.181982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:42.295404 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-a9a627c3-866d-49f7-8d60-b62c2fb8af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.296778 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-a9a627c3-866d-49f7-8d60-b62c2fb8af8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0714324 May 03 12:28:42.308390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0448f7-bf4b-4e4d-bc3d-5fd57cccfbf0 tempest-TestShelveInstance-599116991 tempest-TestShelveInstance-599116991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.311311 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-be0448f7-bf4b-4e4d-bc3d-5fd57cccfbf0 tempest-TestShelveInstance-599116991 tempest-TestShelveInstance-599116991-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1124 time: 0.1262619 May 03 12:28:42.312828 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41744) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:42.317495 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'port_id': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:42.350871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-54c6f8fa-4e6f-4391-ac6e-542e0e0952ff tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.352369 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-54c6f8fa-4e6f-4391-ac6e-542e0e0952ff tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.0683520 May 03 12:28:42.363792 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-3dedc3fe-4f4a-4b87-baca-59b84a79a222 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702806 May 03 12:28:42.434460 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-5f61e2c4-00a4-4af4-b8f5-d6f7b546cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.439089 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-5f61e2c4-00a4-4af4-b8f5-d6f7b546cbcd service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.1254382 May 03 12:28:42.448297 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:28:42.448688 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:42.463007 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:42.463791 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-2180e883-5afe-4ae9-8e11-4f1a8b76b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.465979 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-2180e883-5afe-4ae9-8e11-4f1a8b76b9bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1129 time: 0.0493383 May 03 12:28:42.560992 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-1a6f2514-c94e-4ba4-903c-c7e98314d05a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 1002 time: 0.0881715 May 03 12:28:42.595668 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:42.608243 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] For port 5feb6685-1d53-4b0a-9c68-2a74927b02e1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5feb6685-1d53-4b0a-9c68-2a74927b02e1,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:28:42.611364 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:42.615397 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-349e4aa0-7d58-4aa0-8c95-7363e6517d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.617264 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-349e4aa0-7d58-4aa0-8c95-7363e6517d6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 911 time: 0.1060627 May 03 12:28:42.681672 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-aef70ca7-6ea7-49dd-a0d1-d411b709f38c req-3fb5234c-3e5e-44d4-a644-4227d87b94be tempest-VolumesSnapshotTestJSON-1884714055 tempest-VolumesSnapshotTestJSON-1884714055-project] 10.222.0.21 "GET /v2.0/ports?device_id=44149bcc-ebcb-49e5-992a-c83887f793bf HTTP/1.1" status: 200 len: 210 time: 0.0283821 May 03 12:28:42.794021 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Allocated IP 172.27.0.204 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/593daefa-0cf9-47a1-956f-1a7ba5605e84) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:28:42.937863 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:42.938359 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (74a67698-62eb-4c7c-af49-ded0bcb0ce22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:42.938566 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP 74a67698-62eb-4c7c-af49-ded0bcb0ce22 disassociated. External IP: 172.27.0.96, port: 5feb6685-1d53-4b0a-9c68-2a74927b02e1. May 03 12:28:42.938904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for 5feb6685-1d53-4b0a-9c68-2a74927b02e1 owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:28:42.975371 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed56f6e-ee4f-457b-95a3-da9e32f8ed67 req-498bfc63-6c93-4445-9f1d-ab9d77a27b50 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.976967 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ed56f6e-ee4f-457b-95a3-da9e32f8ed67 req-498bfc63-6c93-4445-9f1d-ab9d77a27b50 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 945 time: 0.1039431 May 03 12:28:42.990414 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-059e096d-ac54-43e0-ac8e-34d07bbb1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:42.991875 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-059e096d-ac54-43e0-ac8e-34d07bbb1534 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0964725 May 03 12:28:42.995917 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-be240ce8-debd-4b36-96d4-5411d0022464 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 200 len: 1000 time: 0.0978510 May 03 12:28:43.054216 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:43.077489 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-e4855106-100b-435a-8e96-143d9944c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:43.078879 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-e4855106-100b-435a-8e96-143d9944c5e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695329 May 03 12:28:43.085141 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-88d21c43-10ca-44e1-8745-5d07d5214548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:43.086448 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-88d21c43-10ca-44e1-8745-5d07d5214548 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.0759878 May 03 12:28:43.103951 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ed56f6e-ee4f-457b-95a3-da9e32f8ed67 req-db7d4876-1f7c-4e3f-869a-3dbd10417e2f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=e06dbfb7-ae3a-4551-9641-4548855ba8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983317 May 03 12:28:43.196844 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-6ee87596-9c2f-49a6-9c67-0daa3ad402d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:43.198397 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-6ee87596-9c2f-49a6-9c67-0daa3ad402d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491593 May 03 12:28:43.215469 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-88110983-7960-4bc9-ab9d-108544fbafbe service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280923 May 03 12:28:43.234734 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:43.269013 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (5feb6685-1d53-4b0a-9c68-2a74927b02e1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:43.275770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:28:43.284609 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:28:43.294296 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:28:43.297460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'Port': ['ID=593daefa-0cf9-47a1-956f-1a7ba5605e84,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:43.358620 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=5feb6685-1d53-4b0a-9c68-2a74927b02e1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:43.382700 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b30f-f67e-4a5d-af3f-234b4ce472f7 req-cbdc6158-63a1-42f5-a43c-3faed474fc1e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:43.384158 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6620b30f-f67e-4a5d-af3f-234b4ce472f7 req-cbdc6158-63a1-42f5-a43c-3faed474fc1e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.1414845 May 03 12:28:43.405444 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-24623982-1f84-4124-b591-3d66723e8c48 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982849 May 03 12:28:43.448158 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2c66161b-75ea-40a6-99f1-db5f264412ca req-c471adb1-6519-41b9-b6e1-668792e9aba7 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148247 May 03 12:28:43.504760 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6620b30f-f67e-4a5d-af3f-234b4ce472f7 req-83dd4375-9223-4930-bb7c-4f1ec5a30702 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123252 May 03 12:28:43.535871 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dfa15ab-ce8f-49d8-b155-5579fa9955f8 req-f84b0558-8d56-4cea-9dab-f9f068ebcddd service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145935 May 03 12:28:43.582259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:28:43.798389 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:28:43.810612 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:28:43.821320 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:43.822068 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:43.894542 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] No DVR routers for this DVR port 5feb6685-1d53-4b0a-9c68-2a74927b02e1 on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:28:43.902855 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:43.906099 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50e7e7c7-25ff-4d8d-b783-c5b0e066fbe0 req-06195530-ffec-4b9b-999c-280757a31e6e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "DELETE /v2.0/ports/5feb6685-1d53-4b0a-9c68-2a74927b02e1 HTTP/1.1" status: 204 len: 173 time: 1.5452883 May 03 12:28:43.906567 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'name': 'network-vif-deleted', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:43.908978 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d616ff6-0a08-484a-8b4f-f207f4aa6e42" -d '{"events": [{"server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "name": "network-vif-deleted", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:43.940973 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:43.947372 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce4a167-b17f-4a8e-bb71-c3516b5e4c6c x-openstack-request-id: req-6ce4a167-b17f-4a8e-bb71-c3516b5e4c6c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:43.947684 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a75627-ffc9-43e8-ae8c-1f087b860715", "name": "network-vif-deleted", "tag": "5feb6685-1d53-4b0a-9c68-2a74927b02e1", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:43.948061 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ce4a167-b17f-4a8e-bb71-c3516b5e4c6c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:43.951470 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce4a167-b17f-4a8e-bb71-c3516b5e4c6c'] response: {'server_uuid': '75a75627-ffc9-43e8-ae8c-1f087b860715', 'name': 'network-vif-deleted', 'tag': '5feb6685-1d53-4b0a-9c68-2a74927b02e1', 'status': 'completed', 'code': 200} May 03 12:28:43.960955 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for floatingip (75008279-d47c-4f4a-8330-05185e084bbd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:44.087577 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:44.134072 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:44.162986 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:28:44.171909 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:44.172569 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:44.218852 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-141ce51d-c222-4526-8d98-7901b952026b req-cd3e18a7-303c-44a1-b085-5652335c707e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0306435 May 03 12:28:44.281437 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:44.295900 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:44.343617 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:44.416949 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event updated for resources: {'Port': ['ID=593daefa-0cf9-47a1-956f-1a7ba5605e84,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:44.430992 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (75008279-d47c-4f4a-8330-05185e084bbd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:44.483771 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:44.538074 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Floating IP 75008279-d47c-4f4a-8330-05185e084bbd associated. External IP: 172.27.0.204, port: b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5. May 03 12:28:44.599007 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add752d0-c818-49cb-8f0f-8ecb5a69650e None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:28:44.645792 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8f56e-d625-4297-9a2d-662b44a1873b req-766c97f8-cba0-4d4d-ad72-00b76b74dd17 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:44.647629 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a3a8f56e-d625-4297-9a2d-662b44a1873b req-766c97f8-cba0-4d4d-ad72-00b76b74dd17 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0616670 May 03 12:28:44.704700 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a3a8f56e-d625-4297-9a2d-662b44a1873b req-9bc15783-946e-48c5-baa0-be4832d909b9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501862 May 03 12:28:44.838714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae52648-ba38-4178-ab87-13994ce29d54 None None] New status for floating IP 74a67698-62eb-4c7c-af49-ded0bcb0ce22: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:28:44.961091 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:28:45.001746 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Router 1eaed470-3ce3-415c-92ff-1761099a42e1 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:28:45.112331 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:28:45.121478 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] Sync routers for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:28:45.130550 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:45.131666 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:45.213740 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:45.239084 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:45.243640 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7eadb4d1-85db-438e-8faf-ce9a88a864da tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9294591 May 03 12:28:45.325458 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b20ded38-030a-484e-814f-5062e2e9fd3a req-7a3c423a-93c3-4781-a653-e19cd44a30fc tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0286758 May 03 12:28:45.454630 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '75008279-d47c-4f4a-8330-05185e084bbd', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'port_id': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'mac_address': 'fa:16:3e:94:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:28:43Z', 'updated_at': '2022-05-03T12:28:43Z', 'revision_number': 0, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:45.484444 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] Checking router: 1eaed470-3ce3-415c-92ff-1761099a42e1 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:28:45.492628 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:45.493232 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:45.597580 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:45.638745 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5feb6685-1d53-4b0a-9c68-2a74927b02e1 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:28:45.663669 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 5feb6685-1d53-4b0a-9c68-2a74927b02e1 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:28:45.664009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5feb6685-1d53-4b0a-9c68-2a74927b02e1 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:28:45.814452 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '75008279-d47c-4f4a-8330-05185e084bbd', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'port_id': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'mac_address': 'fa:16:3e:94:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:28:43Z', 'updated_at': '2022-05-03T12:28:43Z', 'revision_number': 0, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:45.840326 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2a2a-9290-43ef-90fb-a58343b25f78 req-bcbf67b6-718a-4141-9712-01c4e770197e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:45.841855 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d32a2a2a-9290-43ef-90fb-a58343b25f78 req-bcbf67b6-718a-4141-9712-01c4e770197e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0500007 May 03 12:28:45.845128 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81dce42-62c1-4cfd-8745-5a206b584116 None None] The sync data for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi is: [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '75008279-d47c-4f4a-8330-05185e084bbd', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'port_id': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'mac_address': 'fa:16:3e:94:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:28:43Z', 'updated_at': '2022-05-03T12:28:43Z', 'revision_number': 0, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:28:45.904050 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d32a2a2a-9290-43ef-90fb-a58343b25f78 req-122a3f21-5f43-49b9-8ed7-026bdf5a822f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514979 May 03 12:28:45.949813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:45.952212 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:45.989532 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8e3252-e1d4-404d-89e5-5113d512c9b7 x-openstack-request-id: req-1c8e3252-e1d4-404d-89e5-5113d512c9b7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:45.990624 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:45.990936 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c8e3252-e1d4-404d-89e5-5113d512c9b7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:45.991352 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8e3252-e1d4-404d-89e5-5113d512c9b7'] response: {'name': 'network-changed', 'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'status': 'completed', 'code': 200} May 03 12:28:46.045047 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ef5e0-42a3-4b2c-b48e-f442957a495b None None] New status for floating IP 75008279-d47c-4f4a-8330-05185e084bbd: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:28:46.461341 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9ad9cd1-5bc9-48e7-a0ca-188d39888395 req-cfa14bd0-acc5-4831-99ad-a1a3577bbd77 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0286715 May 03 12:28:47.019061 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44448902-f2ae-475b-b085-bc81281b9c9f req-c9415f1b-f41b-46b6-88c7-53ba4523a9ce tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:47.020513 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44448902-f2ae-475b-b085-bc81281b9c9f req-c9415f1b-f41b-46b6-88c7-53ba4523a9ce tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0482371 May 03 12:28:47.065136 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44448902-f2ae-475b-b085-bc81281b9c9f req-9dbc2aff-a452-4ad9-9359-41fb26960685 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392144 May 03 12:28:47.172345 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9802984-cd75-4079-9141-312d4dccf777 req-ad2bd97a-aee1-4310-b38d-e29ba001d10a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:47.173796 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c9802984-cd75-4079-9141-312d4dccf777 req-ad2bd97a-aee1-4310-b38d-e29ba001d10a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0448487 May 03 12:28:47.182952 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:47.187167 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Request body: {'floatingip': {'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:47.243234 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:47.572443 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e0d93cc8-d507-4189-9489-27f368a9323a req-27aaf56a-736a-4038-bb6b-3f164c34ad0c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0280433 May 03 12:28:47.697963 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:47.772043 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:47.989538 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Router cd953874-a9e0-4936-a2f6-d6fcd1748daa has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:28:48.095881 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:28:48.100677 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:48.105378 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] Sync routers for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:28:48.115599 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:48.116213 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:48.129829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:48.132592 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ff509e-e3ef-46e7-b1a2-752810d172c5" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:48.172418 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4f083e66-a72c-4f57-b1ae-0a07ba8c79a5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "PUT /v2.0/floatingips/c70d5cd0-0a58-408f-95a3-8a197978cd19 HTTP/1.1" status: 200 len: 994 time: 0.9812222 May 03 12:28:48.183422 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde869f9-f111-4259-a72d-949e8b892921 x-openstack-request-id: req-cde869f9-f111-4259-a72d-949e8b892921 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:48.183720 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:48.183978 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cde869f9-f111-4259-a72d-949e8b892921 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:48.184414 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde869f9-f111-4259-a72d-949e8b892921'] response: {'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'status': 'completed', 'code': 200} May 03 12:28:48.225020 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:48.427215 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'c70d5cd0-0a58-408f-95a3-8a197978cd19', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:26:39Z', 'updated_at': '2022-05-03T12:28:47Z', 'revision_number': 3, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:48.456126 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] Checking router: cd953874-a9e0-4936-a2f6-d6fcd1748daa for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:28:48.464224 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:28:48.464852 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:48.574570 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:28:48.682081 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b9275cfb-8fad-4009-b922-59b9038c222d req-279942d9-a797-4513-835b-9ed1b3becfee tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0312715 May 03 12:28:48.867954 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'c70d5cd0-0a58-408f-95a3-8a197978cd19', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:26:39Z', 'updated_at': '2022-05-03T12:28:47Z', 'revision_number': 3, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:28:48.896598 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bb57c-6a0f-45fc-b93c-6ae4fa0599eb None None] The sync data for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi is: [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'c70d5cd0-0a58-408f-95a3-8a197978cd19', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'port_id': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'mac_address': 'fa:16:3e:57:7b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ed483d-fb51-48d9-974c-beba2226bb47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:26:39Z', 'updated_at': '2022-05-03T12:28:47Z', 'revision_number': 3, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:28:49.170477 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-241fe166-8161-480a-8b8c-9a89ac8a361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:49.170710 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-ef07cba1-70fb-4b33-aafe-3f9d2570c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:49.171822 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-241fe166-8161-480a-8b8c-9a89ac8a361e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0475068 May 03 12:28:49.171946 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-ef07cba1-70fb-4b33-aafe-3f9d2570c1b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0466275 May 03 12:28:49.282287 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-fa056167-9408-4913-8ae0-164a2bfd628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:49.283964 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-fa056167-9408-4913-8ae0-164a2bfd628b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 910 time: 0.0931733 May 03 12:28:49.286640 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-922c32d0-61e0-49c3-8419-035e778fdae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:49.288732 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-922c32d0-61e0-49c3-8419-035e778fdae2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.0974731 May 03 12:28:49.787426 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3ea72e86-a2c7-4657-89da-440d95e0ba6a req-1a744a87-7dc6-4bec-9b83-a6a991dbb431 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=75a75627-ffc9-43e8-ae8c-1f087b860715 HTTP/1.1" status: 200 len: 210 time: 0.0269344 May 03 12:28:49.960002 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-6ebe1eea-ad54-4ed1-b72c-17995b506501 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 1002 time: 0.0624559 May 03 12:28:49.961941 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-954440b3-58d0-41e5-82c1-e4713b3008ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 1001 time: 0.0648005 May 03 12:28:50.021058 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-f23b622e-624b-46ce-98de-dfe5774f5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:50.022562 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-f23b622e-624b-46ce-98de-dfe5774f5346 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.0458539 May 03 12:28:50.025603 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-d3022fb6-5ecf-4cce-8625-7503e86c7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:50.027036 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-d3022fb6-5ecf-4cce-8625-7503e86c7100 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0500164 May 03 12:28:50.156332 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-2a764de3-999e-401c-b9c5-5ef8f8daa7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:50.158073 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-2a764de3-999e-401c-b9c5-5ef8f8daa7a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399790 May 03 12:28:50.158432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-0bd0c8ea-6953-40d4-b109-70c3f6cb5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:50.159919 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-0bd0c8ea-6953-40d4-b109-70c3f6cb5cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424886 May 03 12:28:50.185470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:28:50.187719 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:28:50.222752 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2273c-d58a-470a-96ca-87ce8d1b9e2d x-openstack-request-id: req-21f2273c-d58a-470a-96ca-87ce8d1b9e2d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:28:50.225589 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:28:50.225589 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21f2273c-d58a-470a-96ca-87ce8d1b9e2d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:28:50.225589 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f2273c-d58a-470a-96ca-87ce8d1b9e2d'] response: {'name': 'network-changed', 'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'status': 'completed', 'code': 200} May 03 12:28:50.535457 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-450c35a7-ebf5-43c7-8b14-50eb62fdf400 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953043 May 03 12:28:50.536552 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-f8c765a5-d761-457f-bd72-6f48307a6196 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945368 May 03 12:28:50.642392 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-de151b34-9d89-4f5a-bf83-c1b8b5ef3040 req-57a31dc6-0dd5-487c-a552-58aa69d3b369 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952542 May 03 12:28:50.719893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e8196faa-a308-4196-8100-cf6288eec31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:50.881747 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-98ff509e-e3ef-46e7-b1a2-752810d172c5 req-46dbd28f-2b1e-45b1-8298-8fb096042759 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341935 May 03 12:28:50.967091 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:51.035045 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-17616b98-c133-400a-a9c8-09f71b8b95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:51.036456 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-17616b98-c133-400a-a9c8-09f71b8b95a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 1130 time: 0.0620937 May 03 12:28:51.071835 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5390bc1c-f222-4901-96ff-d8e173ad2558 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (e06dbfb7-ae3a-4551-9641-4548855ba8cf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.127601 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5390bc1c-f222-4901-96ff-d8e173ad2558 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (e06dbfb7-ae3a-4551-9641-4548855ba8cf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.179598 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-f4999c5f-dbcc-4e32-b648-ae3a23d93684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:51.181087 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-f4999c5f-dbcc-4e32-b648-ae3a23d93684 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.1348941 May 03 12:28:51.246048 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-706a0181-07ce-4429-8bdb-a80e95367827 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 200 len: 1002 time: 0.0584717 May 03 12:28:51.279026 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5390bc1c-f222-4901-96ff-d8e173ad2558 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e06dbfb7-ae3a-4551-9641-4548855ba8cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.281563 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5390bc1c-f222-4901-96ff-d8e173ad2558 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.282634 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5390bc1c-f222-4901-96ff-d8e173ad2558 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/security-groups/e06dbfb7-ae3a-4551-9641-4548855ba8cf HTTP/1.1" status: 204 len: 168 time: 0.3145468 May 03 12:28:51.285584 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41842) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:51.297948 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390bc1c-f222-4901-96ff-d8e173ad2558 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06dbfb7-ae3a-4551-9641-4548855ba8cf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:51.299760 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-4040d2a4-15f6-4a2c-b7fb-2d72300ab7bd tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] show failed (client error): The resource could not be found. May 03 12:28:51.300807 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4040d2a4-15f6-4a2c-b7fb-2d72300ab7bd tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups/e06dbfb7-ae3a-4551-9641-4548855ba8cf HTTP/1.1" status: 404 len: 347 time: 0.0141532 May 03 12:28:51.304260 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41844) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:51.311546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-720f0b70-5bb2-4af9-861b-0e3d2e0af93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:51.313040 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-720f0b70-5bb2-4af9-861b-0e3d2e0af93c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0584319 May 03 12:28:51.363225 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-1dfb8cff-414a-4d48-b6d3-324e5eda9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:51.364762 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-1dfb8cff-414a-4d48-b6d3-324e5eda9209 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451963 May 03 12:28:51.421428 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:28:51.421742 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.452028 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-6c8b6561-f6d8-4d98-9b71-f1586e35d610 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810902 May 03 12:28:51.500793 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.501132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.513520 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:28:51.547964 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4ed0b4e9-91eb-4ea4-8591-dd9930658c1f req-777c9d7e-9c30-4e3a-a3f1-532d1ccf0887 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888855 May 03 12:28:51.720702 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.745536 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=b2b5eece-8dfa-4e45-8fcf-7e28ad01ecfd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:51.815275 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (74a67698-62eb-4c7c-af49-ded0bcb0ce22), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.818584 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:51.819769 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6b480403-a1a1-4b88-85d7-4cadfb5a43e3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/floatingips/74a67698-62eb-4c7c-af49-ded0bcb0ce22 HTTP/1.1" status: 204 len: 168 time: 0.5144410 May 03 12:28:52.151499 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd375d7-5066-4d3d-b5ec-321facaa08ef req-2126a106-cabd-494e-907e-5795f048084d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:52.153044 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fd375d7-5066-4d3d-b5ec-321facaa08ef req-2126a106-cabd-494e-907e-5795f048084d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0535417 May 03 12:28:52.197944 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:52.203718 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5fd375d7-5066-4d3d-b5ec-321facaa08ef req-73c33079-ea96-4517-8c93-180b7697f93c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430856 May 03 12:28:52.203850 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596270615', 'description': 'tempest-description--1312367735'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:52.309528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.374339 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (3c8a4be7-f764-4cf5-b953-b86e6f74cdfe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.423108 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3c8a4be7-f764-4cf5-b953-b86e6f74cdfe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.451697 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:52.549829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.551094 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c9c5b90c-f027-4181-890e-2d779257f267 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3520887 May 03 12:28:52.553975 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:52.558374 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': '3c8a4be7-f764-4cf5-b953-b86e6f74cdfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:52.662124 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (85f4ba0a-c345-4a3c-8084-d5a4e890666e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.715556 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (85f4ba0a-c345-4a3c-8084-d5a4e890666e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.794688 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (85f4ba0a-c345-4a3c-8084-d5a4e890666e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.815243 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f4ba0a-c345-4a3c-8084-d5a4e890666e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:52.823107 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5574970a-b781-4ba9-beb2-1356c8be4f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.911161 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:52.915454 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-eda86f50-df9e-4a33-b0a6-e2fe96ddf467 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580456 May 03 12:28:52.915593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 41872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:52.920186 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': '3c8a4be7-f764-4cf5-b953-b86e6f74cdfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:53.004311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (bfd59658-eb43-4044-aed4-4c9b9e51d432), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.058749 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (bfd59658-eb43-4044-aed4-4c9b9e51d432), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.136643 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (bfd59658-eb43-4044-aed4-4c9b9e51d432), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.154887 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd59658-eb43-4044-aed4-4c9b9e51d432,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:53.248391 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.252899 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3a1c5a22-1cfa-4332-8e8a-916b27f957e2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3363726 May 03 12:28:53.255253 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 41876) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:28:53.258003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:53.315889 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca8e0e-1bca-497a-9efc-e14edece7b1f req-33d82614-0583-4d65-9140-eb6efc405bf2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:53.317343 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2ca8e0e-1bca-497a-9efc-e14edece7b1f req-33d82614-0583-4d65-9140-eb6efc405bf2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0455856 May 03 12:28:53.354343 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.376681 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c2ca8e0e-1bca-497a-9efc-e14edece7b1f req-f3ff6b74-7f06-4b6e-b71e-05de6061dd75 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510755 May 03 12:28:53.437588 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.544549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.27.0.132 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/4488d8bc-9eaf-49d6-9fd2-d815870d98a8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:28:53.648044 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.726648 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.763690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:28:53.766653 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:28:53.769053 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:28:53.796641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=4488d8bc-9eaf-49d6-9fd2-d815870d98a8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:53.860771 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (41b942af-0661-4900-8379-8bc501b9bbe8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:53.933072 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:54.076070 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:54.132479 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:54.160673 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:54.230710 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=4488d8bc-9eaf-49d6-9fd2-d815870d98a8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:54.240288 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (41b942af-0661-4900-8379-8bc501b9bbe8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:54.333992 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:54.335166 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b68df4d1-eabb-4b4e-b60e-0d9c3a94026c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0810783 May 03 12:28:54.482634 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bff4c-bbbc-4e9c-81dd-94e0a1616ac4 req-9b6eda9f-a5f0-4f37-85a7-24ae5ed88eb8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:54.484142 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-313bff4c-bbbc-4e9c-81dd-94e0a1616ac4 req-9b6eda9f-a5f0-4f37-85a7-24ae5ed88eb8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0480392 May 03 12:28:54.531133 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-313bff4c-bbbc-4e9c-81dd-94e0a1616ac4 req-52537295-d96d-44e6-a817-9693369ec396 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414793 May 03 12:28:54.544552 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-64a3a688-32c5-47a7-a74b-b3fc58c4a31a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1596270615&fields=id&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 267 time: 0.0439572 May 03 12:28:54.650251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-7ecf1e09-38c8-4e4f-822e-c1f769410197 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:54.651703 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-7ecf1e09-38c8-4e4f-822e-c1f769410197 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1006944 May 03 12:28:54.666122 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-51b1f165-af74-4b45-8c92-eb60c8368cc0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/quotas/275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 375 time: 0.0089896 May 03 12:28:54.713902 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-2ea45fbb-9715-4be3-9b52-89ed0a793007 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427988 May 03 12:28:54.809831 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-01bba0ca-5e64-45bd-b6aa-c3b11b3f5953 service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846107 May 03 12:28:54.900136 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-e83031c9-dea6-4a65-86b4-d0aa3838424b service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 May 03 12:28:55.141055 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc518fb7-11c4-4d84-b483-209bfa80409b req-5d49f534-05a8-4b37-b969-6585c0398fe6 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0299466 May 03 12:28:55.292035 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:55.649392 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e92fb-9b7e-45a9-b14e-af83d5330ed3 req-150f6322-af0a-47a6-bc23-75f9a783cc71 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:55.650892 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d8e92fb-9b7e-45a9-b14e-af83d5330ed3 req-150f6322-af0a-47a6-bc23-75f9a783cc71 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0511270 May 03 12:28:55.696973 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d8e92fb-9b7e-45a9-b14e-af83d5330ed3 req-b81c8210-2184-4a9e-94e5-c057f7f1a1dc tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404165 May 03 12:28:56.236291 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0c0d5f79-0dd3-4799-8662-7d2430880c1b req-7609c3f4-fba6-49e2-8f96-7219ee9cd541 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0264666 May 03 12:28:56.806728 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b48d-f894-4971-b7e6-e845f19ec056 req-2c4d6e09-d951-427a-ac2a-4b5d7934de39 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:56.808170 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-14f2b48d-f894-4971-b7e6-e845f19ec056 req-2c4d6e09-d951-427a-ac2a-4b5d7934de39 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0461063 May 03 12:28:56.853301 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-14f2b48d-f894-4971-b7e6-e845f19ec056 req-b1b42f54-e0e6-4a26-848d-ae7888dd4b3a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397191 May 03 12:28:57.165968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:57.328803 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e16ff700-827a-43cc-a5e3-8af88d433d3f req-0c18a7eb-fa7a-4c53-ae6b-e225b01d49ea tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0270340 May 03 12:28:57.965147 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714c502-cdad-48c0-aa18-5823497854f9 req-e2c51c27-eaa4-46ba-859d-e0f1b4ed2f1b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:57.966648 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3714c502-cdad-48c0-aa18-5823497854f9 req-e2c51c27-eaa4-46ba-859d-e0f1b4ed2f1b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0493093 May 03 12:28:58.013471 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3714c502-cdad-48c0-aa18-5823497854f9 req-adf3ac75-4b67-438f-9726-d8bfa88d061a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 May 03 12:28:58.422062 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-77e1b7ab-263a-4129-9257-2e3f9579395d req-baa5d435-92d4-44cb-928e-a2a7bc7bfbc9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0283618 May 03 12:28:59.076465 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-05f7c78d-4152-43f6-a92b-c60e0a1035c4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:59.077973 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-05f7c78d-4152-43f6-a92b-c60e0a1035c4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1061442 May 03 12:28:59.156385 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6e081-b2c2-4422-af46-9424cea76694 req-4984a4c2-8d2c-4d4d-aa49-0047a79f14ea tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:59.157858 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d6e081-b2c2-4422-af46-9424cea76694 req-4984a4c2-8d2c-4d4d-aa49-0047a79f14ea tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0703797 May 03 12:28:59.197294 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-d361b0d1-62ed-424d-9360-cb60d40104db tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 380 time: 0.0997515 May 03 12:28:59.206740 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'port': {'device_id': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'admin_state_up': True, 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'security_groups': ['3c8a4be7-f764-4cf5-b953-b86e6f74cdfe']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:28:59.251577 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3d6e081-b2c2-4422-af46-9424cea76694 req-77e3bc8d-d32e-47f5-9ad0-04176cd821bc tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860023 May 03 12:28:59.389092 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Made reservation on behalf of 275e4ca81d1248ba98718d775404a8c4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:28:59.392580 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:59.520774 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.20.0.14 (651deaf2-f555-4473-aaf3-ea8f200dceb4/e6697b7f-1970-4498-b433-d89a1e13e5ca/69db0c13-53c6-4f11-bfb2-d81930178335) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:28:59.528447 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9bbc4465-0926-41c0-baa7-16c610f21b32 req-de253d8c-9f7e-4907-982f-749df2411e1d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0391335 May 03 12:28:59.670143 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (69db0c13-53c6-4f11-bfb2-d81930178335), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:59.789962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:59.829966 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:28:59.832979 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:28:59.837283 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:28:59.843762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:28:59.843762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:28:59.860127 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=69db0c13-53c6-4f11-bfb2-d81930178335,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:28:59.952102 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-6300ddba-ed84-4725-a1af-105419052923 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7489305 May 03 12:28:59.972007 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Request body: {'port': {'device_id': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:00.025102 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-faa98041-9d0a-4092-9cc5-96db32b07be8 None None] Provisioning complete for port 69db0c13-53c6-4f11-bfb2-d81930178335 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:00.025658 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-faa98041-9d0a-4092-9cc5-96db32b07be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.035415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.057988 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-faa98041-9d0a-4092-9cc5-96db32b07be8 None None] Port 69db0c13-53c6-4f11-bfb2-d81930178335 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:00.286612 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69db0c13-53c6-4f11-bfb2-d81930178335 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:29:00.294202 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Publish callbacks [] for port (69db0c13-53c6-4f11-bfb2-d81930178335), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.306573 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Transition to ACTIVE for port object 69db0c13-53c6-4f11-bfb2-d81930178335 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:29:00.368998 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a45ef9-121f-4675-b149-1518fe3cb792 req-c9e1128f-7c36-4504-8942-81bcbb8fc0ea tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:00.375138 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65a45ef9-121f-4675-b149-1518fe3cb792 req-c9e1128f-7c36-4504-8942-81bcbb8fc0ea tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0494654 May 03 12:29:00.395999 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.451146 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-65a45ef9-121f-4675-b149-1518fe3cb792 req-a5382c8c-7a7d-4fe9-9a3b-34743655f420 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750179 May 03 12:29:00.461995 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=69db0c13-53c6-4f11-bfb2-d81930178335,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:00.500343 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Attempting to bind port 69db0c13-53c6-4f11-bfb2-d81930178335 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:00.500712 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Attempting to bind port 69db0c13-53c6-4f11-bfb2-d81930178335 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:00.501037 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Attempting to bind port 69db0c13-53c6-4f11-bfb2-d81930178335 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:00.505883 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Port 69db0c13-53c6-4f11-bfb2-d81930178335 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:29:00.506277 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Attempting to bind port 69db0c13-53c6-4f11-bfb2-d81930178335 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:00.512156 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:00.512614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:00.513067 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Bound using segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:00.513569 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Bound port: 69db0c13-53c6-4f11-bfb2-d81930178335, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:00.513977 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.587279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] For port 69db0c13-53c6-4f11-bfb2-d81930178335, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:00.587279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] For port 69db0c13-53c6-4f11-bfb2-d81930178335, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=69db0c13-53c6-4f11-bfb2-d81930178335,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:00.649108 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e53ff-c0b9-4504-b5f3-6ce9b9fa5b4e req-0ab1182e-92c7-44b9-bc17-6a8b0dc4519e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:00.650577 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f56e53ff-c0b9-4504-b5f3-6ce9b9fa5b4e req-0ab1182e-92c7-44b9-bc17-6a8b0dc4519e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 944 time: 0.0514083 May 03 12:29:00.698972 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f56e53ff-c0b9-4504-b5f3-6ce9b9fa5b4e req-236631f3-d6bb-4830-a6e7-6e709fe9154a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 May 03 12:29:00.743454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.777905 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:00.778521 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:00.779906 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] 10.222.0.39 "PUT /v2.0/ports/69db0c13-53c6-4f11-bfb2-d81930178335 HTTP/1.1" status: 200 len: 1094 time: 0.8123207 May 03 12:29:00.780350 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:00.782601 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4920467b-0693-4139-b533-dbd33aa58867" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:00.811552 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d0fce-0d38-44b5-9359-7c01e6e3ae90 service neutron] Pushing event updated for resources: {'Port': ['ID=69db0c13-53c6-4f11-bfb2-d81930178335,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:00.826130 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef7e2b4-cac6-4645-965c-ad7f4af1cd9a x-openstack-request-id: req-7ef7e2b4-cac6-4645-965c-ad7f4af1cd9a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:00.826406 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:00.826672 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ef7e2b4-cac6-4645-965c-ad7f4af1cd9a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:00.827134 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef7e2b4-cac6-4645-965c-ad7f4af1cd9a'] response: {'name': 'network-changed', 'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335', 'status': 'completed', 'code': 200} May 03 12:29:00.933089 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920467b-0693-4139-b533-dbd33aa58867 req-9d259b60-80c1-4e85-a02c-d2d4e3ca5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:00.934793 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4920467b-0693-4139-b533-dbd33aa58867 req-9d259b60-80c1-4e85-a02c-d2d4e3ca5ca9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 1128 time: 0.0468960 May 03 12:29:01.057195 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920467b-0693-4139-b533-dbd33aa58867 req-dc05a6bd-6049-482c-b364-6b44e67396ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.058564 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4920467b-0693-4139-b533-dbd33aa58867 req-dc05a6bd-6049-482c-b364-6b44e67396ba service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=275e4ca81d1248ba98718d775404a8c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990314 May 03 12:29:01.149304 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920467b-0693-4139-b533-dbd33aa58867 req-635a97cd-56bd-4547-a823-ff682bc62078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.150767 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4920467b-0693-4139-b533-dbd33aa58867 req-635a97cd-56bd-4547-a823-ff682bc62078 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846720 May 03 12:29:01.262113 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-b28219a1-d8c3-4b2c-afce-5ab746bc2dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.263566 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-b28219a1-d8c3-4b2c-afce-5ab746bc2dba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 1128 time: 0.0372612 May 03 12:29:01.321428 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-659e8f27-c380-4d3b-a614-bffdd8d3eae8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69db0c13-53c6-4f11-bfb2-d81930178335 HTTP/1.1" status: 200 len: 217 time: 0.0367472 May 03 12:29:01.370366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-05492e67-3ef4-471c-8404-6356d3418554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.371792 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-05492e67-3ef4-471c-8404-6356d3418554 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.0426500 May 03 12:29:01.416284 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-103dd063-c9b6-4f7f-9fc7-4d3eeaea0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.417782 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-103dd063-c9b6-4f7f-9fc7-4d3eeaea0107 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374918 May 03 12:29:01.509207 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-65ff1cc3-623b-4ad6-8fbc-a0c045a4f3e1 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 May 03 12:29:01.563237 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ddac4-9b74-4e61-bfe0-9e4405d75897 req-8aa69ba2-e8af-493b-80bd-93fe9bf60efd tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.564761 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-671ddac4-9b74-4e61-bfe0-9e4405d75897 req-8aa69ba2-e8af-493b-80bd-93fe9bf60efd tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0468867 May 03 12:29:01.608491 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5102ec70-9602-4713-9721-f96c4a20ba76 req-334e3682-961f-42b9-9fd9-233005468f9d service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825512 May 03 12:29:01.612552 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-671ddac4-9b74-4e61-bfe0-9e4405d75897 req-5fca0d0a-24cb-4677-b06d-83b709fd63aa tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414267 May 03 12:29:01.814289 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e4a31-5ab2-4e1b-8251-3de9b5253658 req-15ceb2d5-bfd6-4a1e-934a-a00d4a23952b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:01.815738 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c44e4a31-5ab2-4e1b-8251-3de9b5253658 req-15ceb2d5-bfd6-4a1e-934a-a00d4a23952b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 944 time: 0.0501983 May 03 12:29:01.861423 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c44e4a31-5ab2-4e1b-8251-3de9b5253658 req-f177b290-8ec9-4517-ac66-ac718bacfae8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393119 May 03 12:29:02.723889 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1292ea-04fe-4c68-a58a-891787e83c92 req-f22e79a9-d111-4400-b753-df37ee03b1b8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:02.726006 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fd1292ea-04fe-4c68-a58a-891787e83c92 req-f22e79a9-d111-4400-b753-df37ee03b1b8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0449395 May 03 12:29:02.773446 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fd1292ea-04fe-4c68-a58a-891787e83c92 req-7aa33161-f68d-49d9-a503-4c9846d08dce tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 May 03 12:29:02.971195 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6965ff-2fe5-4ec7-989a-19210d0d5b5e req-561b1bf5-6e41-4bd8-9af5-a7038fe508c1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:02.972670 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c6965ff-2fe5-4ec7-989a-19210d0d5b5e req-561b1bf5-6e41-4bd8-9af5-a7038fe508c1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 944 time: 0.0455024 May 03 12:29:03.017094 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9c6965ff-2fe5-4ec7-989a-19210d0d5b5e req-23dd3040-ccf4-47b6-be5e-de8013c442b2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390332 May 03 12:29:03.760386 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 69db0c13-53c6-4f11-bfb2-d81930178335 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:29:03.855613 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 69db0c13-53c6-4f11-bfb2-d81930178335, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=69db0c13-53c6-4f11-bfb2-d81930178335,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:03.867451 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '69db0c13-53c6-4f11-bfb2-d81930178335', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'port_id': '69db0c13-53c6-4f11-bfb2-d81930178335', 'mac_address': 'fa:16:3e:7d:4a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:29:03.889470 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25bb5e-6d0f-4a0a-9e6b-6deb19b8f906 req-c8a23b21-feee-4c73-b640-283f4f864e5e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:03.891009 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab25bb5e-6d0f-4a0a-9e6b-6deb19b8f906 req-c8a23b21-feee-4c73-b640-283f4f864e5e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0468085 May 03 12:29:03.906622 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 69db0c13-53c6-4f11-bfb2-d81930178335 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:03.909781 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:03.920516 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69db0c13-53c6-4f11-bfb2-d81930178335 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:29:03.938958 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ab25bb5e-6d0f-4a0a-9e6b-6deb19b8f906 req-ef3ca2f6-d43b-45ea-939b-6a92c766b9d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420852 May 03 12:29:03.940713 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 69db0c13-53c6-4f11-bfb2-d81930178335, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=69db0c13-53c6-4f11-bfb2-d81930178335,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:04.012146 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:04.060005 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=69db0c13-53c6-4f11-bfb2-d81930178335,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:04.144638 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acad11d-02ca-42d1-b382-f3272ea50975 req-0dc9ca0f-4990-43dd-b31f-dbd53ef009f9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:04.146120 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9acad11d-02ca-42d1-b382-f3272ea50975 req-0dc9ca0f-4990-43dd-b31f-dbd53ef009f9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 945 time: 0.0601943 May 03 12:29:04.192743 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9acad11d-02ca-42d1-b382-f3272ea50975 req-898fa4d3-0400-4dfc-bc0f-d804a8369194 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 May 03 12:29:04.406084 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['69db0c13-53c6-4f11-bfb2-d81930178335'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:29:05.048837 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1dc85-4d5f-4d4a-95ce-2d48799690a7 req-bb435a40-2bfe-4465-a3a5-1d07d41c7849 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:05.050331 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78d1dc85-4d5f-4d4a-95ce-2d48799690a7 req-bb435a40-2bfe-4465-a3a5-1d07d41c7849 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0454574 May 03 12:29:05.096417 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-78d1dc85-4d5f-4d4a-95ce-2d48799690a7 req-8299e25c-8019-458d-976a-4e2475abd463 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399749 May 03 12:29:05.302419 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9623d7-abac-454e-830c-4d1178cc8fa9 req-4966ab45-b6a5-4c40-aa04-4fccb8bf3c8c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:05.304533 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc9623d7-abac-454e-830c-4d1178cc8fa9 req-4966ab45-b6a5-4c40-aa04-4fccb8bf3c8c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 945 time: 0.0462630 May 03 12:29:05.349171 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bc9623d7-abac-454e-830c-4d1178cc8fa9 req-d4510f50-5549-448e-ac33-866788449d0e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 May 03 12:29:05.428962 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:05.779993 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 69db0c13-53c6-4f11-bfb2-d81930178335 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:05.824875 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 69db0c13-53c6-4f11-bfb2-d81930178335 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:29:05.885078 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 69db0c13-53c6-4f11-bfb2-d81930178335 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:05.885456 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:05.965096 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 69db0c13-53c6-4f11-bfb2-d81930178335 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:05.965494 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:05.987897 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:05.990112 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130bcb8-16a1-43b9-95ed-a6793a0f30c8" -d '{"events": [{"server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "name": "network-vif-plugged", "status": "completed", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:06.002307 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 69db0c13-53c6-4f11-bfb2-d81930178335, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=69db0c13-53c6-4f11-bfb2-d81930178335,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:06.024589 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7318c3-d7eb-4666-986a-113ecf876bff x-openstack-request-id: req-6b7318c3-d7eb-4666-986a-113ecf876bff {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:06.024922 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "name": "network-vif-plugged", "status": "completed", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:06.025177 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b7318c3-d7eb-4666-986a-113ecf876bff {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:06.025571 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7318c3-d7eb-4666-986a-113ecf876bff'] response: {'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335', 'code': 200} May 03 12:29:06.086887 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:06.137008 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=69db0c13-53c6-4f11-bfb2-d81930178335,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:06.217243 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69433-6139-49c7-a1b7-8a0dae3cfc0d req-4d834e29-99cb-4305-b277-5057876f18df tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:06.218622 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73c69433-6139-49c7-a1b7-8a0dae3cfc0d req-4d834e29-99cb-4305-b277-5057876f18df tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0464303 May 03 12:29:06.268163 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73c69433-6139-49c7-a1b7-8a0dae3cfc0d req-9bf48944-41b0-47a1-9305-cafff87dea4b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 May 03 12:29:06.344313 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9706e08-c71c-46dd-86bc-08c8c50ddcfe req-463926e7-869e-4ed6-89d4-350b7ccce587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:06.345874 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9706e08-c71c-46dd-86bc-08c8c50ddcfe req-463926e7-869e-4ed6-89d4-350b7ccce587 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 1130 time: 0.0383253 May 03 12:29:06.394895 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9706e08-c71c-46dd-86bc-08c8c50ddcfe req-0b0519ac-2bc0-409f-996d-0f20fb58a049 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 May 03 12:29:06.469370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30bdae-3db7-4307-82e2-c213e0f267eb req-56443618-c059-4880-8c11-dc3ed31a6c43 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:06.470771 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d30bdae-3db7-4307-82e2-c213e0f267eb req-56443618-c059-4880-8c11-dc3ed31a6c43 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0494714 May 03 12:29:06.516175 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9d30bdae-3db7-4307-82e2-c213e0f267eb req-01a2e262-3b6e-4a22-8a49-1c0da3e24c44 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397451 May 03 12:29:07.387400 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0dab-5916-400c-b2b5-11851fded1db req-b33c3012-62b8-4863-81d7-3a129621caec tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:07.397273 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a3c0dab-5916-400c-b2b5-11851fded1db req-b33c3012-62b8-4863-81d7-3a129621caec tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0611777 May 03 12:29:07.444893 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a3c0dab-5916-400c-b2b5-11851fded1db req-6d42c1ad-7afe-4bb2-8065-9b5e11c48450 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413089 May 03 12:29:07.632676 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844199f-7e77-41ea-8259-316f28f61875 req-a55d3baa-2d2a-446b-bbfa-2525104f1444 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:07.634206 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5844199f-7e77-41ea-8259-316f28f61875 req-a55d3baa-2d2a-446b-bbfa-2525104f1444 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0502424 May 03 12:29:07.682269 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5844199f-7e77-41ea-8259-316f28f61875 req-32f6d6d7-d417-484e-aa3e-93e4820e5d3e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 May 03 12:29:08.560383 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47145808-9570-43a3-8b7a-20e789147c9f req-56ced768-6f53-4818-a467-0d70d1c60186 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:08.561925 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47145808-9570-43a3-8b7a-20e789147c9f req-56ced768-6f53-4818-a467-0d70d1c60186 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0461588 May 03 12:29:08.609774 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-47145808-9570-43a3-8b7a-20e789147c9f req-efb14dba-2f09-4e6b-8030-852cf1d4eed8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 May 03 12:29:08.790954 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a849f4-4c97-44d1-b091-c21dec0cf3d0 req-680d5796-2f1d-491a-9b5b-566aa7307356 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:08.792502 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-24a849f4-4c97-44d1-b091-c21dec0cf3d0 req-680d5796-2f1d-491a-9b5b-566aa7307356 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0452108 May 03 12:29:08.841101 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-24a849f4-4c97-44d1-b091-c21dec0cf3d0 req-37b5d0a9-75cf-4a86-a105-78a6f9290927 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 May 03 12:29:08.946405 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f989908-5abc-4d98-9045-38a4c6dad93b req-08f235cc-18ea-4bd2-996a-8a48800f7196 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:08.947856 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0f989908-5abc-4d98-9045-38a4c6dad93b req-08f235cc-18ea-4bd2-996a-8a48800f7196 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0457649 May 03 12:29:08.956129 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:08.960348 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'port_id': '69db0c13-53c6-4f11-bfb2-d81930178335'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:08.998962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (41b942af-0661-4900-8379-8bc501b9bbe8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:09.478726 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:09.559646 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (41b942af-0661-4900-8379-8bc501b9bbe8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:09.662054 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP 41b942af-0661-4900-8379-8bc501b9bbe8 associated. External IP: 172.27.0.132, port: 69db0c13-53c6-4f11-bfb2-d81930178335. May 03 12:29:09.750603 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ac95-bc55-4801-bbcd-4162119aa747 req-bf0428d4-19e8-4ce6-99c3-f2e78d662011 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:09.752121 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d12ac95-bc55-4801-bbcd-4162119aa747 req-bf0428d4-19e8-4ce6-99c3-f2e78d662011 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0610240 May 03 12:29:09.752723 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42080) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:09.822668 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Deleting subnet 4ed9cd5f-846e-4fe3-bee0-af195e629157 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:29:09.829322 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Publish callbacks [] for subnet (4ed9cd5f-846e-4fe3-bee0-af195e629157), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:09.861410 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3d12ac95-bc55-4801-bbcd-4162119aa747 req-6abc1aa2-18cb-474b-9ff2-d7c1b74eb96f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001954 May 03 12:29:09.873154 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (4ed9cd5f-846e-4fe3-bee0-af195e629157), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:09.900700 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:09.913707 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (4ed9cd5f-846e-4fe3-bee0-af195e629157), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.035247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (4ed9cd5f-846e-4fe3-bee0-af195e629157), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.062522 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed9cd5f-846e-4fe3-bee0-af195e629157,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:10.067766 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.071683 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1fa15a70-fae2-455f-aef9-c50fe9f5535e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4ed9cd5f-846e-4fe3-bee0-af195e629157 HTTP/1.1" status: 204 len: 168 time: 0.3170867 May 03 12:29:10.075647 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42084) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:10.156132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (5f29c615-eb0b-4edb-8665-c83e0737109c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.253116 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:10.258010 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.262731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:10.270257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (5f29c615-eb0b-4edb-8665-c83e0737109c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.273130 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:10.273761 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:10.296315 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-01710906-06fc-454a-9822-410fbe050da8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "PUT /v2.0/floatingips/41b942af-0661-4900-8379-8bc501b9bbe8 HTTP/1.1" status: 200 len: 992 time: 1.3390791 May 03 12:29:10.297029 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:10.299272 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b495ad7b-5097-4808-a51e-e9aca3bf3f33" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:10.320520 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9c844-b92a-4a21-90df-f5006e8873d6 req-7da06454-d8a6-4e53-8b23-b80654c50844 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.322122 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9f9c844-b92a-4a21-90df-f5006e8873d6 req-7da06454-d8a6-4e53-8b23-b80654c50844 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.1210167 May 03 12:29:10.323910 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f29c615-eb0b-4edb-8665-c83e0737109c']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:10.346778 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a480b8c-9666-4d5a-bf13-807b8e1123aa x-openstack-request-id: req-9a480b8c-9666-4d5a-bf13-807b8e1123aa {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:10.346778 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:10.347106 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85bb76d-9293-493e-a390-9b9d9278e793') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:10.347229 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a480b8c-9666-4d5a-bf13-807b8e1123aa {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:10.347325 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85bb76d-9293-493e-a390-9b9d9278e793') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:10.347413 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a480b8c-9666-4d5a-bf13-807b8e1123aa'] response: {'name': 'network-changed', 'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335', 'status': 'completed', 'code': 200} May 03 12:29:10.373538 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (a85bb76d-9293-493e-a390-9b9d9278e793), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.400538 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (a85bb76d-9293-493e-a390-9b9d9278e793), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.421953 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:29:10.422361 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (a85bb76d-9293-493e-a390-9b9d9278e793), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:29:10.427136 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:29:10.440266 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-62638c08-82f4-40c3-8086-dc3d0ad47e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.441941 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-62638c08-82f4-40c3-8086-dc3d0ad47e38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 1130 time: 0.0445840 May 03 12:29:10.460020 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9f9c844-b92a-4a21-90df-f5006e8873d6 req-c6a19863-bd37-4680-b998-fdf243a13340 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282849 May 03 12:29:10.525981 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:10.545101 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-28f222a2-d4bc-4458-9a8d-fb56e3019542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.546751 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-28f222a2-d4bc-4458-9a8d-fb56e3019542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 915 time: 0.0970750 May 03 12:29:10.619712 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-1ac3b773-a896-47ad-a05d-53d8a2f0fcfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69db0c13-53c6-4f11-bfb2-d81930178335 HTTP/1.1" status: 200 len: 1000 time: 0.0656517 May 03 12:29:10.672090 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-9bfc1c7b-94cb-42fd-9172-a14e7e6b353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.673604 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-9bfc1c7b-94cb-42fd-9172-a14e7e6b353d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.0464361 May 03 12:29:10.718278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-22a61487-60e4-4af9-897a-2526f8ab5c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.719768 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-22a61487-60e4-4af9-897a-2526f8ab5c9e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383804 May 03 12:29:10.748116 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-28462a60-3757-443d-a897-4adba62828ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.749619 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-28462a60-3757-443d-a897-4adba62828ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 1129 time: 0.3408790 May 03 12:29:10.819830 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '41b942af-0661-4900-8379-8bc501b9bbe8', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '69db0c13-53c6-4f11-bfb2-d81930178335', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:7d:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:28:53Z', 'updated_at': '2022-05-03T12:29:09Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:10.837174 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (5f29c615-eb0b-4edb-8665-c83e0737109c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.842735 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:10.846998 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f29c615-eb0b-4edb-8665-c83e0737109c HTTP/1.1" status: 204 len: 168 time: 0.7717187 May 03 12:29:10.851138 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-e8b11b69-110b-45a9-b1e0-c12f42547793 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226606 May 03 12:29:10.862622 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:10.872786 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:10.873417 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7eb56-19f7-4da2-965f-e4194c20f555 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f29c615-eb0b-4edb-8665-c83e0737109c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:10.873521 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:10.878761 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-7edcfde5-74ac-4e84-b8dd-28e197cec0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:10.880346 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-7edcfde5-74ac-4e84-b8dd-28e197cec0d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 911 time: 0.1233652 May 03 12:29:10.979160 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-00428043-8b33-4c97-9dc5-b11e099f70d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 200 len: 1000 time: 0.0897191 May 03 12:29:10.987584 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b495ad7b-5097-4808-a51e-e9aca3bf3f33 req-1dc25027-09c4-4bc7-86b1-0f48e5b97173 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191053 May 03 12:29:11.027124 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:11.031369 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-9aca699d-6521-46b6-bf24-f1db4fc65cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:11.032841 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-9aca699d-6521-46b6-bf24-f1db4fc65cf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.0469363 May 03 12:29:11.076616 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-390c2a42-5334-440b-8958-3598cc0c170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:11.078282 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-390c2a42-5334-440b-8958-3598cc0c170b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389142 May 03 12:29:11.186193 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-801ad74e-02b4-46c2-9f22-4f8eaf857f33 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005266 May 03 12:29:11.266197 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '41b942af-0661-4900-8379-8bc501b9bbe8', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '69db0c13-53c6-4f11-bfb2-d81930178335', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:7d:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:28:53Z', 'updated_at': '2022-05-03T12:29:09Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:11.287585 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1880cb1b-15b3-418a-a793-5fd8b47096b6 req-21256b4f-2521-4687-85d8-bc941d8e9d3f service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945051 May 03 12:29:11.298708 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cc13e-c9bc-4cc6-91de-652e1c984e85 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '41b942af-0661-4900-8379-8bc501b9bbe8', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '69db0c13-53c6-4f11-bfb2-d81930178335', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:7d:4a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:28:53Z', 'updated_at': '2022-05-03T12:29:09Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:11.339274 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42102) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:11.342163 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788b214-4090-4f62-844c-d245b72e9549 req-a1dbcffc-b242-43dc-b085-8cf79eb87917 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:11.353035 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4788b214-4090-4f62-844c-d245b72e9549 req-a1dbcffc-b242-43dc-b085-8cf79eb87917 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0661728 May 03 12:29:11.391684 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bc7353ca-bb99-4c75-a527-25936a945e7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=351fe17327d14798b1eb1880341e6937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511429 May 03 12:29:11.394152 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42104) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:11.398873 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4788b214-4090-4f62-844c-d245b72e9549 req-bce7a394-e6cc-4746-bba1-62d598c1f06a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496988 May 03 12:29:11.453793 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8121a69-2c6e-4852-92a3-6845b4d8468f admin admin] Publish callbacks [] for security_group (fc3545c4-9878-43ca-849d-c106eb0dae4b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:11.475646 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8121a69-2c6e-4852-92a3-6845b4d8468f admin admin] Publish callbacks [] for security_group (fc3545c4-9878-43ca-849d-c106eb0dae4b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:11.502971 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d1c8b-1ba9-4817-a728-996e364ca838 None None] New status for floating IP 41b942af-0661-4900-8379-8bc501b9bbe8: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:29:11.581502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96c951-50b7-4325-a9b7-de9122e9577a req-cac5804a-20eb-4fe5-964f-70a1a5167b7c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:11.582900 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee96c951-50b7-4325-a9b7-de9122e9577a req-cac5804a-20eb-4fe5-964f-70a1a5167b7c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0461409 May 03 12:29:11.608546 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8121a69-2c6e-4852-92a3-6845b4d8468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (fc3545c4-9878-43ca-849d-c106eb0dae4b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:11.611008 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8121a69-2c6e-4852-92a3-6845b4d8468f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:11.614440 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e8121a69-2c6e-4852-92a3-6845b4d8468f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc3545c4-9878-43ca-849d-c106eb0dae4b HTTP/1.1" status: 204 len: 168 time: 0.2170618 May 03 12:29:11.632546 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121a69-2c6e-4852-92a3-6845b4d8468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3545c4-9878-43ca-849d-c106eb0dae4b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:11.650116 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ee96c951-50b7-4325-a9b7-de9122e9577a req-f87487b0-6b78-45eb-9cd9-e6f85d19aeb0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614545 May 03 12:29:12.520083 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9ace9-7d27-447d-9ddb-d8b2b23bf71e req-67a5e212-3ceb-4558-b720-31be92fae6b9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:12.521584 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-07e9ace9-7d27-447d-9ddb-d8b2b23bf71e req-67a5e212-3ceb-4558-b720-31be92fae6b9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0502980 May 03 12:29:12.568288 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-07e9ace9-7d27-447d-9ddb-d8b2b23bf71e req-ee8b769f-d2b2-4fee-a2ed-f1e89b780980 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 May 03 12:29:12.768057 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f0f85-56d9-46e0-b930-848733125024 req-80169a87-6c53-400e-9113-d9b45daf9c71 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:12.769573 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-403f0f85-56d9-46e0-b930-848733125024 req-80169a87-6c53-400e-9113-d9b45daf9c71 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0516987 May 03 12:29:12.815971 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-403f0f85-56d9-46e0-b930-848733125024 req-2b0549a2-1c3c-4131-ab75-435f61f1ad55 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409288 May 03 12:29:13.337056 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597e176-77c3-4296-b10d-0ea502a82850 req-dd08d237-57d9-4661-ab58-9f0f00ab08f6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:13.338577 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b597e176-77c3-4296-b10d-0ea502a82850 req-dd08d237-57d9-4661-ab58-9f0f00ab08f6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0466785 May 03 12:29:13.685336 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77046a1f-33db-4423-a5c3-905febc0f7ad req-de3c9a7e-60a1-4c9f-8440-8b8923f56269 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:13.686777 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77046a1f-33db-4423-a5c3-905febc0f7ad req-de3c9a7e-60a1-4c9f-8440-8b8923f56269 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 946 time: 0.0459409 May 03 12:29:13.735032 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-77046a1f-33db-4423-a5c3-905febc0f7ad req-ae7f3042-a451-49f0-baeb-6108345a855c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=05816c71-12c2-4fac-b996-1834eab6c160&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424039 May 03 12:29:13.968838 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3a37-75a3-4f2a-bb2c-166abec2e55d req-81deb31b-2b97-4e58-9824-5e0f6c1f911a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:13.970307 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a8e3a37-75a3-4f2a-bb2c-166abec2e55d req-81deb31b-2b97-4e58-9824-5e0f6c1f911a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0801265 May 03 12:29:13.973590 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Deleting port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:13.973932 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:14.074859 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a8e3a37-75a3-4f2a-bb2c-166abec2e55d req-0f8592d3-02b2-4e3e-a331-b531a57c16f7 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974247 May 03 12:29:14.095640 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] For port 20e003b5-0665-4c32-a5f9-46415bbbdbe4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=20e003b5-0665-4c32-a5f9-46415bbbdbe4,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:14.096006 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:14.262430 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:14.262789 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (1547a416-8c64-41c3-b905-0d8a028d1be5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:14.263106 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Floating IP 1547a416-8c64-41c3-b905-0d8a028d1be5 disassociated. External IP: 172.27.0.231, port: 20e003b5-0665-4c32-a5f9-46415bbbdbe4. May 03 12:29:14.263447 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Calling delete_port for 20e003b5-0665-4c32-a5f9-46415bbbdbe4 owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:14.474777 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (20e003b5-0665-4c32-a5f9-46415bbbdbe4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:14.501226 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event deleted for resources: {'Port': ['ID=20e003b5-0665-4c32-a5f9-46415bbbdbe4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:14.625917 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Router 8e74eb8d-9117-48d8-a893-22c98f776753 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:14.736540 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:14.745999 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:14.755694 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:14.756445 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:14.779979 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] No DVR routers for this DVR port 20e003b5-0665-4c32-a5f9-46415bbbdbe4 on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:29:14.782572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:14.786374 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b597e176-77c3-4296-b10d-0ea502a82850 req-4a5dbc93-8247-4f35-9958-797b7e6ad78d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "DELETE /v2.0/ports/20e003b5-0665-4c32-a5f9-46415bbbdbe4 HTTP/1.1" status: 204 len: 173 time: 0.9354825 May 03 12:29:14.786854 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-deleted', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:14.790051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa812f5a-9afc-4ff5-8373-3d9c0761c132" -d '{"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-deleted", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:14.828032 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21ff48f-6f96-4261-a297-6390b7009abb x-openstack-request-id: req-a21ff48f-6f96-4261-a297-6390b7009abb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:14.828540 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85edba69-b74d-4891-a550-0c4de1a8557c", "name": "network-vif-deleted", "tag": "20e003b5-0665-4c32-a5f9-46415bbbdbe4", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:14.828923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a21ff48f-6f96-4261-a297-6390b7009abb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:14.829394 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21ff48f-6f96-4261-a297-6390b7009abb'] response: {'server_uuid': '85edba69-b74d-4891-a550-0c4de1a8557c', 'name': 'network-vif-deleted', 'tag': '20e003b5-0665-4c32-a5f9-46415bbbdbe4', 'status': 'completed', 'code': 200} May 03 12:29:14.855504 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1fcdc875-9dab-47d7-8287-022e9dc3f20e req-8707a04e-ecfa-4b37-8692-9222d1578954 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0312653 May 03 12:29:14.880225 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:15.082648 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:15.112121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:15.121189 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:15.121802 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:28:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:15.228747 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:15.530643 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:15.557096 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533c8a2e-6e55-4d1e-857f-ba1654f19480 None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:15.769085 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe806ac-144a-4dd1-a1a5-5fcf646d8122 None None] New status for floating IP 1547a416-8c64-41c3-b905-0d8a028d1be5: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:29:15.974643 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4d282744-86b8-4479-8e01-46f502c02b3e req-b7372a2b-41f8-4877-8532-221dc817dabe tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0287421 May 03 12:29:17.084105 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f610349-ee9c-4adc-a38f-50f775bb50c3 req-257c3d04-6722-47e5-8af6-44bef3e21b87 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0270410 May 03 12:29:17.999580 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:29:18.025173 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 20e003b5-0665-4c32-a5f9-46415bbbdbe4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:29:18.025525 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 20e003b5-0665-4c32-a5f9-46415bbbdbe4 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:29:18.212099 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ff8c6f5c-add7-4e34-bad3-d65459c901c4 req-34450e4f-6d25-486c-801b-ceb52aa9792d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=85edba69-b74d-4891-a550-0c4de1a8557c HTTP/1.1" status: 200 len: 210 time: 0.0301385 May 03 12:29:19.367512 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42196) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:19.420528 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb69e6fa-5306-449c-9207-5edc80251bf3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (05816c71-12c2-4fac-b996-1834eab6c160), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.442656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb69e6fa-5306-449c-9207-5edc80251bf3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (05816c71-12c2-4fac-b996-1834eab6c160), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.583119 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb69e6fa-5306-449c-9207-5edc80251bf3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (05816c71-12c2-4fac-b996-1834eab6c160), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.586262 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb69e6fa-5306-449c-9207-5edc80251bf3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.587423 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cb69e6fa-5306-449c-9207-5edc80251bf3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "DELETE /v2.0/security-groups/05816c71-12c2-4fac-b996-1834eab6c160 HTTP/1.1" status: 204 len: 168 time: 0.2188952 May 03 12:29:19.590521 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:19.596811 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69e6fa-5306-449c-9207-5edc80251bf3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05816c71-12c2-4fac-b996-1834eab6c160,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:19.605372 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-df1f2dff-6a70-4fa0-9374-91b0f698625a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] show failed (client error): The resource could not be found. May 03 12:29:19.606378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-df1f2dff-6a70-4fa0-9374-91b0f698625a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups/05816c71-12c2-4fac-b996-1834eab6c160 HTTP/1.1" status: 404 len: 347 time: 0.0149121 May 03 12:29:19.617777 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:19.731870 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Deleting port 8f92e45f-4175-4c9b-ad86-2363dbde3bdd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:19.732130 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.807785 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.808118 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:19.820562 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Calling delete_port for 8f92e45f-4175-4c9b-ad86-2363dbde3bdd owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:19.994900 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (8f92e45f-4175-4c9b-ad86-2363dbde3bdd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.020468 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event deleted for resources: {'Port': ['ID=8f92e45f-4175-4c9b-ad86-2363dbde3bdd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:20.047295 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (1547a416-8c64-41c3-b905-0d8a028d1be5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.049832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.050971 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dae71f01-76df-46e6-aa52-92c4a2124db2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "DELETE /v2.0/floatingips/1547a416-8c64-41c3-b905-0d8a028d1be5 HTTP/1.1" status: 204 len: 168 time: 0.4322319 May 03 12:29:20.395993 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:20.400590 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439036907', 'description': 'tempest-description--418597772'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:20.480923 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.545562 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (ce07dae6-f141-40e8-8d8e-591f4253dae5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.611605 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ce07dae6-f141-40e8-8d8e-591f4253dae5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.639929 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce07dae6-f141-40e8-8d8e-591f4253dae5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:20.709115 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-64a24db7-1117-46ae-8cd4-292406114a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.711120 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.712428 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8a712300-0059-4f6d-92bc-bea8daedf42f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3153906 May 03 12:29:20.715597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:20.719982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'security_group_rule': {'security_group_id': 'ce07dae6-f141-40e8-8d8e-591f4253dae5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:20.810806 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (b1b88271-909a-4eac-9ced-4f6be6a2d515), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.863161 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (b1b88271-909a-4eac-9ced-4f6be6a2d515), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.930478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (b1b88271-909a-4eac-9ced-4f6be6a2d515), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:20.948502 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b88271-909a-4eac-9ced-4f6be6a2d515,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:21.013435 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.014622 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-aa6d65d3-4b78-4eb7-9ef9-604c290aa6bf tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980859 May 03 12:29:21.017545 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:21.021865 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'security_group_rule': {'security_group_id': 'ce07dae6-f141-40e8-8d8e-591f4253dae5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:21.120566 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (06e44328-df4e-4a6e-9c75-4355efd77bb8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.175566 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (06e44328-df4e-4a6e-9c75-4355efd77bb8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.257352 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (06e44328-df4e-4a6e-9c75-4355efd77bb8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.275233 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e44328-df4e-4a6e-9c75-4355efd77bb8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:21.339887 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.344030 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b3360a1c-597c-4f9b-abf2-3ab17d4f75db tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225946 May 03 12:29:21.344162 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:21.348388 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:21.428901 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.502758 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.609031 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Allocated IP 172.27.0.165 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/18012e77-af5a-4664-a0f0-cbd9d707f5dc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:21.724248 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.824204 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.862180 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:21.865090 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:21.870785 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:21.881048 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'Port': ['ID=18012e77-af5a-4664-a0f0-cbd9d707f5dc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:21.923645 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (0fde0f34-4aff-46c1-9108-a48420098de3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:21.959798 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:29:22.022450 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.089027 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42226) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:22.183859 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.203323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50aca06d-a0f4-4992-b7e3-a7b672b41ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.240294 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.273478 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (0fde0f34-4aff-46c1-9108-a48420098de3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.287657 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50aca06d-a0f4-4992-b7e3-a7b672b41ad7 admin admin] Publish callbacks [] for security_group (655bbff4-9851-4340-91cf-b0510299f102), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.293904 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'Port': ['ID=18012e77-af5a-4664-a0f0-cbd9d707f5dc,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:22.342523 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50aca06d-a0f4-4992-b7e3-a7b672b41ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (655bbff4-9851-4340-91cf-b0510299f102), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.373025 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.383094 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d8931e0d-71f8-44ac-8297-d0f1769e5acb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0292776 May 03 12:29:22.383291 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aca06d-a0f4-4992-b7e3-a7b672b41ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655bbff4-9851-4340-91cf-b0510299f102,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:22.385633 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-50aca06d-a0f4-4992-b7e3-a7b672b41ad7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e4f107ef493488c977650b188b2623b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952335 May 03 12:29:22.388136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:22.442267 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb546cd9-66b0-4c2b-9087-22e80b96d919 admin admin] Publish callbacks [] for security_group (655bbff4-9851-4340-91cf-b0510299f102), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.463220 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb546cd9-66b0-4c2b-9087-22e80b96d919 admin admin] Publish callbacks [] for security_group (655bbff4-9851-4340-91cf-b0510299f102), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.572806 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-450925a3-8785-4b9e-8aa1-0b8f2c2325e4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1439036907&fields=id&tenant_id=5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 267 time: 0.0450404 May 03 12:29:22.594115 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb546cd9-66b0-4c2b-9087-22e80b96d919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (655bbff4-9851-4340-91cf-b0510299f102), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.596715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb546cd9-66b0-4c2b-9087-22e80b96d919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.598131 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bb546cd9-66b0-4c2b-9087-22e80b96d919 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/655bbff4-9851-4340-91cf-b0510299f102 HTTP/1.1" status: 204 len: 168 time: 0.2088680 May 03 12:29:22.606737 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb546cd9-66b0-4c2b-9087-22e80b96d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655bbff4-9851-4340-91cf-b0510299f102,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:22.680257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-61ff7a7d-54af-4b63-a043-3aed0b86804f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:22.682343 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-61ff7a7d-54af-4b63-a043-3aed0b86804f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 817 time: 0.1032357 May 03 12:29:22.696974 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-e7b8a204-7db2-4e8d-869f-fbd2d6520623 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/quotas/5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 375 time: 0.0087240 May 03 12:29:22.744586 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-4a17a500-f7c9-4420-9ec7-75c3b674a228 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427010 May 03 12:29:22.771828 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6f73fb0-2064-4723-9582-514e601536c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:22.850747 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-8bab9f51-1033-4f38-b1c0-4a63bc9e7e80 service neutron] 10.222.0.21 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945776 May 03 12:29:22.965853 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-96fc0612-aaa6-402f-9bec-1501888f15cd service neutron] 10.222.0.21 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045954 May 03 12:29:23.186978 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c52669f7-93e5-49ab-92fc-43c6e64db80c req-01b9c53a-f421-4d3e-8964-5c6aa298c1e6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 210 time: 0.0283034 May 03 12:29:23.620280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:23.715947 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513707092-network', 'tenant_id': 'f7295e7b624c421095f925d2875434e6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:23.811080 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Made reservation on behalf of f7295e7b624c421095f925d2875434e6 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:29:23.813337 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:23.822459 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:23.893657 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks [] for security_group (a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:23.954366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:23.978147 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:29:23.987583 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:23.993638 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (b94308fe-8cab-4d32-b4b9-c4e9af9207a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:23.994045 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Added segment b94308fe-8cab-4d32-b4b9-c4e9af9207a9 of type vlan for network da2aa4ed-4853-49ff-906c-f842b03600bb May 03 12:29:24.037344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (da2aa4ed-4853-49ff-906c-f842b03600bb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.132059 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.132629 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (da2aa4ed-4853-49ff-906c-f842b03600bb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.133128 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:24.133727 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.191750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] Pushing event updated for resources: {'Network': ['ID=da2aa4ed-4853-49ff-906c-f842b03600bb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:24.201312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network da2aa4ed-4853-49ff-906c-f842b03600bb details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:29:24.252442 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42284) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:24.258405 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-661c5410-6e2f-4d8d-a2bf-af1dec4657c0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6310108 May 03 12:29:24.258894 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Request body: {'subnet': {'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513707092-subnet', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:24.296942 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9ec8bfed-5121-4966-8e88-e9d3566b5ced req-de76c5ff-140e-4384-b9af-f2ae34b8db86 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 210 time: 0.0334630 May 03 12:29:24.393923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Made reservation on behalf of f7295e7b624c421095f925d2875434e6 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:29:24.396241 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.645756 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (2ded3068-7273-418b-b5da-eecb60a74f38), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.703122 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ded3068-7273-418b-b5da-eecb60a74f38,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:24.711092 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Checking segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:24.711456 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Network hostable DHCP agents. Network: da2aa4ed-4853-49ff-906c-f842b03600bb, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:29:24.794785 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Network da2aa4ed-4853-49ff-906c-f842b03600bb is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:29:24.874813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, da2aa4ed-4853-49ff-906c-f842b03600bb) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:24.879246 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:24.879871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:24.886685 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf7315-6192-4cdb-a24a-a2a57851ecc6 None None] Network da2aa4ed-4853-49ff-906c-f842b03600bb requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:29:24.963992 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e7f409a9-d7c2-411d-93b9-c46a5aa500da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7095587 May 03 12:29:24.966408 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42286) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:24.970919 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:24.986797 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-da2aa4ed-4853-49ff-906c-f842b03600bb', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:29:24.987675 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.052444 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (bad45228-8d5d-4efe-9c56-2f1db941c49e), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.053700 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (bad45228-8d5d-4efe-9c56-2f1db941c49e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.108572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks [] for router_controller (bad45228-8d5d-4efe-9c56-2f1db941c49e), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.123695 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Allocated IP 172.20.0.2 (da2aa4ed-4853-49ff-906c-f842b03600bb/2ded3068-7273-418b-b5da-eecb60a74f38/ef1e7f94-e263-45dd-8e7d-05e8315efc30) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:25.275879 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Publish callbacks [] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.347873 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks [] for router_gateway (bad45228-8d5d-4efe-9c56-2f1db941c49e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.366968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.369889 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.384870 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-fba23fef-d055-4daf-b191-21e4196c9da3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:25.386336 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-fba23fef-d055-4daf-b191-21e4196c9da3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 817 time: 0.2043405 May 03 12:29:25.409645 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Network da2aa4ed-4853-49ff-906c-f842b03600bb is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:25.412641 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:25.414352 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7c7e7b52-4cc9-4628-8c0e-e6131cb6a251 req-b28e715a-809f-44d4-bf25-e7098b09dc6b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 210 time: 0.0318956 May 03 12:29:25.419167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:25.432152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Pushing event updated for resources: {'Port': ['ID=ef1e7f94-e263-45dd-8e7d-05e8315efc30,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:25.451727 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455711 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.455711 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.456119 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.456334 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:25.491564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Attempting to bind port ef1e7f94-e263-45dd-8e7d-05e8315efc30 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:25.498042 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Attempting to bind port ef1e7f94-e263-45dd-8e7d-05e8315efc30 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:25.498042 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Attempting to bind port ef1e7f94-e263-45dd-8e7d-05e8315efc30 on network da2aa4ed-4853-49ff-906c-f842b03600bb {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:25.498253 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:25.498454 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Checking segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:25.498854 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.499404 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Bound using segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:25.499876 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Bound port: ef1e7f94-e263-45dd-8e7d-05e8315efc30, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:25.500260 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.522438 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-4e018760-7f12-4a4f-9f92-993726a4c878 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 380 time: 0.1193244 May 03 12:29:25.567984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] For port ef1e7f94-e263-45dd-8e7d-05e8315efc30, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:25.571259 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] For port ef1e7f94-e263-45dd-8e7d-05e8315efc30, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=ef1e7f94-e263-45dd-8e7d-05e8315efc30,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:25.628644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks [] for router_gateway (bad45228-8d5d-4efe-9c56-2f1db941c49e), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.646323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.656866 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'port': {'device_id': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'admin_state_up': True, 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'security_groups': ['ce07dae6-f141-40e8-8d8e-591f4253dae5']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:25.675027 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:25.738544 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5e2bf-c88e-4588-b335-239c3707894e None None] Pushing event updated for resources: {'Port': ['ID=ef1e7f94-e263-45dd-8e7d-05e8315efc30,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:25.835230 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Allocated IP 172.27.0.195 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/115406ab-8344-4e01-a355-fdcf0a7221ba) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:25.921297 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Made reservation on behalf of 5c47e882a00247d791d25edbdb2fce54 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:29:25.924692 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.022620 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks [] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.100329 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Allocated IP 172.20.0.7 (a4d59523-ed30-406e-90b6-6dc839fb9a3e/d7582eaf-2879-4326-b525-207e4b43c984/3d1732a8-4057-4cb2-9dd5-a06b2b491877) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:26.233563 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device ef1e7f94-e263-45dd-8e7d-05e8315efc30 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:26.282068 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port ef1e7f94-e263-45dd-8e7d-05e8315efc30 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:26.282705 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.364790 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port ef1e7f94-e263-45dd-8e7d-05e8315efc30 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:26.365188 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.400198 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port ef1e7f94-e263-45dd-8e7d-05e8315efc30, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=ef1e7f94-e263-45dd-8e7d-05e8315efc30,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:26.412736 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.474777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.507694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:26.518512 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:26.529792 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Pushing event updated for resources: {'Port': ['ID=115406ab-8344-4e01-a355-fdcf0a7221ba,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:26.532318 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:26.534374 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=ef1e7f94-e263-45dd-8e7d-05e8315efc30,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:26.582517 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c01f658c-79ea-468c-a652-3a475fa5efa5 req-8a9add2c-b4bc-40a5-a070-d133cef5f1fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 210 time: 0.0683067 May 03 12:29:26.609843 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.727432 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85236317-7b9e-4036-a2f5-222edf183bcc None None] Network da2aa4ed-4853-49ff-906c-f842b03600bb requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:29:26.778141 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.799722 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-aab3c7b0-2333-4a81-9d8a-c70b0a596955 None None] Provisioning complete for port ef1e7f94-e263-45dd-8e7d-05e8315efc30 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:26.799995 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aab3c7b0-2333-4a81-9d8a-c70b0a596955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.857213 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:26.866669 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:26.870053 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:26.878999 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:26.911567 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-aab3c7b0-2333-4a81-9d8a-c70b0a596955 None None] Current status of the port ef1e7f94-e263-45dd-8e7d-05e8315efc30 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:26.965827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:26.966400 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:26.987844 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks [] for router_gateway (bad45228-8d5d-4efe-9c56-2f1db941c49e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.044874 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-1facd6b5-8273-4cb3-a1f7-33ed87219079 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3912814 May 03 12:29:27.083582 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Request body: {'port': {'device_id': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:27.130812 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-aae7e200-f1c8-4ebc-9db4-310efaf34666 None None] Provisioning complete for port ef1e7f94-e263-45dd-8e7d-05e8315efc30 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:27.131156 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aae7e200-f1c8-4ebc-9db4-310efaf34666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.191926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.197651 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.213747 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-aae7e200-f1c8-4ebc-9db4-310efaf34666 None None] Current status of the port ef1e7f94-e263-45dd-8e7d-05e8315efc30 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:27.222519 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-aae7e200-f1c8-4ebc-9db4-310efaf34666 None None] Provisioning complete for port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:27.222900 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-aae7e200-f1c8-4ebc-9db4-310efaf34666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.256274 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-aae7e200-f1c8-4ebc-9db4-310efaf34666 None None] Port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:27.285687 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (bad45228-8d5d-4efe-9c56-2f1db941c49e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.582229 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1732a8-4057-4cb2-9dd5-a06b2b491877 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:29:27.589896 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Publish callbacks [] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.601864 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Transition to ACTIVE for port object 3d1732a8-4057-4cb2-9dd5-a06b2b491877 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:29:27.657391 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Router bad45228-8d5d-4efe-9c56-2f1db941c49e is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:29:27.700609 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.704070 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7fe7a-ccd0-46c3-9554-d1054da31769 req-efafaa9a-03c1-48a7-a058-49f4e7aa6478 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:27.705668 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bba7fe7a-ccd0-46c3-9554-d1054da31769 req-efafaa9a-03c1-48a7-a058-49f4e7aa6478 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 931 time: 0.0508468 May 03 12:29:27.753991 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bba7fe7a-ccd0-46c3-9554-d1054da31769 req-a51984e0-884d-463c-ab19-872d3ce80f2d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424712 May 03 12:29:27.793498 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:27.833202 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:27.844144 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Sync routers for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:27.856893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:27.857605 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:27.887826 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Attempting to bind port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:27.888194 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Attempting to bind port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:27.888562 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Attempting to bind port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:27.893242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:29:27.893575 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Attempting to bind port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 on network a4d59523-ed30-406e-90b6-6dc839fb9a3e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:27.899006 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:27.899940 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Checking segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:27.900325 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Bound using segment: {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:27.900793 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Bound port: 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19117947-b147-40ea-a1a2-8f8b1e818cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:27.901147 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.940189 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:27.941461 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3053aacb-190b-460e-a4a6-8367b61c93c0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9739075 May 03 12:29:27.944295 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:27.978334 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:27.981564 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:27.989191 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:28.064058 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.098636 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.099370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.100932 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] 10.222.0.39 "PUT /v2.0/ports/3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 200 len: 1093 time: 1.0216484 May 03 12:29:28.101235 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:28.103520 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2711003-138d-4a5b-a47a-6af012e77162" -d '{"events": [{"name": "network-changed", "server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:28.145852 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c25097-3a70-4b2e-a536-63ded2289377 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:28.184622 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8326e8eb-f5a0-4e6d-bf88-3dc831ed3c0e x-openstack-request-id: req-8326e8eb-f5a0-4e6d-bf88-3dc831ed3c0e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:28.184920 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:28.185231 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8326e8eb-f5a0-4e6d-bf88-3dc831ed3c0e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:28.185648 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8326e8eb-f5a0-4e6d-bf88-3dc831ed3c0e'] response: {'name': 'network-changed', 'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'status': 'completed', 'code': 200} May 03 12:29:28.203208 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:26Z', 'revision_number': 3, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:28.233411 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Checking router: bad45228-8d5d-4efe-9c56-2f1db941c49e for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:28.233894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Updating router bad45228-8d5d-4efe-9c56-2f1db941c49e port 115406ab-8344-4e01-a355-fdcf0a7221ba binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:29:28.261324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device ef1e7f94-e263-45dd-8e7d-05e8315efc30 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:28.288963 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2711003-138d-4a5b-a47a-6af012e77162 req-14ffe7dc-a2a3-461c-b720-e8d8e63b50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.290939 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2711003-138d-4a5b-a47a-6af012e77162 req-14ffe7dc-a2a3-461c-b720-e8d8e63b50d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1127 time: 0.0461841 May 03 12:29:28.313500 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.417528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.420548 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2711003-138d-4a5b-a47a-6af012e77162 req-d9bc855d-8653-4e11-ac98-09fae63d235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.422865 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2711003-138d-4a5b-a47a-6af012e77162 req-d9bc855d-8653-4e11-ac98-09fae63d235b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5c47e882a00247d791d25edbdb2fce54&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1140277 May 03 12:29:28.424761 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port ef1e7f94-e263-45dd-8e7d-05e8315efc30 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:28.425140 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.518471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2711003-138d-4a5b-a47a-6af012e77162 req-f2bc27a1-1d52-4458-91cf-d48d0d84bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.520096 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b2711003-138d-4a5b-a47a-6af012e77162 req-f2bc27a1-1d52-4458-91cf-d48d0d84bf5d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903494 May 03 12:29:28.576482 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Allocated IP 172.20.0.1 (da2aa4ed-4853-49ff-906c-f842b03600bb/2ded3068-7273-418b-b5da-eecb60a74f38/b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:28.630218 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-4167c5e4-db6f-455c-8fe3-e5e357f2876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.631719 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-4167c5e4-db6f-455c-8fe3-e5e357f2876c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1127 time: 0.0459707 May 03 12:29:28.689154 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-e337152a-ce19-4aa3-b43d-37a3ad15d326 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 200 len: 217 time: 0.0358639 May 03 12:29:28.691228 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks [] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.730854 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port ef1e7f94-e263-45dd-8e7d-05e8315efc30 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:28.740638 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-6b201a53-ee75-4a12-a87b-ac9aeb9bd814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.742158 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-6b201a53-ee75-4a12-a87b-ac9aeb9bd814 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0445359 May 03 12:29:28.783470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.812121 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-6447bfb7-3966-4c18-a99c-73862688fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.815066 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-6447bfb7-3966-4c18-a99c-73862688fe45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570338 May 03 12:29:28.835932 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Publish callbacks [] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.854735 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Network da2aa4ed-4853-49ff-906c-f842b03600bb is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:28.864618 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Pushing event updated for resources: {'Port': ['ID=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:28.867085 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:28.870378 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:28.870850 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (bad45228-8d5d-4efe-9c56-2f1db941c49e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.909254 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.927349 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-0f071d69-47c8-44dc-babc-a293054b95f4 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027310 May 03 12:29:28.957503 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e270db-ace6-4dbb-baa6-1d2316245ac1 req-5cc1c531-3fc2-48cd-a82a-24ab5545710e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:28.959035 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3e270db-ace6-4dbb-baa6-1d2316245ac1 req-5cc1c531-3fc2-48cd-a82a-24ab5545710e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.1032810 May 03 12:29:28.969694 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Attempting to bind port 115406ab-8344-4e01-a355-fdcf0a7221ba on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:28.970066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Attempting to bind port 115406ab-8344-4e01-a355-fdcf0a7221ba by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:28.970422 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Attempting to bind port 115406ab-8344-4e01-a355-fdcf0a7221ba on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:28.982493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172a54b-06ad-497c-8219-a946f14f1db4 None None] Pushing event updated for resources: {'Port': ['ID=115406ab-8344-4e01-a355-fdcf0a7221ba,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:28.984724 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:28.985107 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:28.985515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:28.985899 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:28.986432 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Bound port: 115406ab-8344-4e01-a355-fdcf0a7221ba, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:28.986819 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.039395 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] For port 115406ab-8344-4e01-a355-fdcf0a7221ba, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:29.043440 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] For port 115406ab-8344-4e01-a355-fdcf0a7221ba, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=115406ab-8344-4e01-a355-fdcf0a7221ba,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:29.048398 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-faaeb0ff-56ee-443e-8a29-77ce5a7617a2 req-a356dc16-df3a-4f34-b852-56397c048ed6 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102636 May 03 12:29:29.072843 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c3e270db-ace6-4dbb-baa6-1d2316245ac1 req-8f9d4d18-8812-4054-8e5f-3d67ddd4147b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994337 May 03 12:29:29.126818 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.148619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.197837 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:29.198483 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:29.200358 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172a54b-06ad-497c-8219-a946f14f1db4 None None] Pushing event updated for resources: {'Port': ['ID=115406ab-8344-4e01-a355-fdcf0a7221ba,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:29.253116 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-4ab3a432-cdb4-4760-8abc-5b9e8523105e None None] Provisioning complete for port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:29.253484 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a432-cdb4-4760-8abc-5b9e8523105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.327277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-4ab3a432-cdb4-4760-8abc-5b9e8523105e None None] Port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:29.330440 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks [] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.353556 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:29.406083 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.406851 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (bad45228-8d5d-4efe-9c56-2f1db941c49e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.476091 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Pushing event updated for resources: {'Port': ['ID=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:29.538945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Network da2aa4ed-4853-49ff-906c-f842b03600bb is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:29.540441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:29.550916 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:28Z', 'revision_number': 1, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:29.579765 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55c1a6-11fc-4b3b-8ba9-c04efb2893bc None None] The sync data for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi is: [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:28Z', 'revision_number': 1, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:29.669878 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Router bad45228-8d5d-4efe-9c56-2f1db941c49e has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:29.747101 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-7e00ac7d-57da-4148-8e3e-842427afed1d None None] Provisioning complete for port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:29.747484 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7e00ac7d-57da-4148-8e3e-842427afed1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:29.781996 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-7e00ac7d-57da-4148-8e3e-842427afed1d None None] Port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:29.786274 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:29.796528 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2f699914-f5d7-4530-ac10-196811534b0b admin admin] 10.222.0.21 "PUT /v2.0/routers/bad45228-8d5d-4efe-9c56-2f1db941c49e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8459125 May 03 12:29:30.435400 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5957896-15cf-439d-a29d-1c004643f714 req-df29719e-0f2b-4821-8519-63b569201d45 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:30.437040 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5957896-15cf-439d-a29d-1c004643f714 req-df29719e-0f2b-4821-8519-63b569201d45 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.2866981 May 03 12:29:30.489254 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5957896-15cf-439d-a29d-1c004643f714 req-d663dfa5-0819-4dd7-b253-f216782c69f3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459492 May 03 12:29:30.508223 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:30.515016 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1586657684-network', 'tenant_id': '736d95a987d5459594dd5b1aea58a612'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:30.589179 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Made reservation on behalf of 736d95a987d5459594dd5b1aea58a612 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:29:30.591518 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.600656 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.678496 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks [] for security_group (3f6e0048-118d-46be-bca8-963c113e6113), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.714537 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3f6e0048-118d-46be-bca8-963c113e6113), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.740705 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:29:30.751257 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6e0048-118d-46be-bca8-963c113e6113,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:30.757645 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.757994 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Added segment a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63 of type vlan for network 64a41ce5-3612-4fbf-a776-23079e7e85bb May 03 12:29:30.801752 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (64a41ce5-3612-4fbf-a776-23079e7e85bb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.891776 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (64a41ce5-3612-4fbf-a776-23079e7e85bb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.892812 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:30.893444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:30.957539 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] Pushing event updated for resources: {'Network': ['ID=64a41ce5-3612-4fbf-a776-23079e7e85bb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:30.967108 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:29:30.982994 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0d57c3c8-f03e-48fd-b050-a13a796f91d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4704375 May 03 12:29:30.983399 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:30.988493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Request body: {'subnet': {'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1586657684-subnet', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:31.074417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Made reservation on behalf of 736d95a987d5459594dd5b1aea58a612 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:29:31.076766 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:31.538229 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (47767a0b-2a82-473f-89e0-353079e1981c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:31.598301 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47767a0b-2a82-473f-89e0-353079e1981c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:31.626366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Checking segment: {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:31.626366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Network hostable DHCP agents. Network: 64a41ce5-3612-4fbf-a776-23079e7e85bb, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:29:31.640187 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10938-60bf-4b3b-8d09-fce516699e43 req-c94f3456-bc2a-404d-8dff-15487d1364d3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:31.641975 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ef10938-60bf-4b3b-8d09-fce516699e43 req-c94f3456-bc2a-404d-8dff-15487d1364d3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0642025 May 03 12:29:31.690927 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2ef10938-60bf-4b3b-8d09-fce516699e43 req-3a9f7da8-e253-49cd-a20a-39bd1552768f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 May 03 12:29:31.861324 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Sync routers for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:31.871301 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:31.871914 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:31.943559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:29:31.978903 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:32.022351 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 64a41ce5-3612-4fbf-a776-23079e7e85bb) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:32.029013 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:32.029915 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.030595 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:29:32.034637 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e54f62-35b3-4b67-8d2c-d371d892f968 None None] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:29:32.114619 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ecf0a01d-daa5-403b-a3f3-fb0ede9ae66b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1275876 May 03 12:29:32.114954 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42350) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:32.121722 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:32.190289 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 2, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:32.210799 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-64a41ce5-3612-4fbf-a776-23079e7e85bb', 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'project_id': '736d95a987d5459594dd5b1aea58a612', 'fixed_ips': [{'subnet_id': '47767a0b-2a82-473f-89e0-353079e1981c'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:29:32.212780 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.223746 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (a3916857-c92b-4ed3-a604-5d4ccae1342a), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.225010 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (a3916857-c92b-4ed3-a604-5d4ccae1342a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.238177 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Checking router: bad45228-8d5d-4efe-9c56-2f1db941c49e for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:32.238621 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Updating router bad45228-8d5d-4efe-9c56-2f1db941c49e port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:29:32.244134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:32.258271 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 115406ab-8344-4e01-a355-fdcf0a7221ba up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:32.268964 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.286129 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks [] for router_controller (a3916857-c92b-4ed3-a604-5d4ccae1342a), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.328661 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'mac_address': 'fa:16:3e:4e:86:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:29:32.424864 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:32.425249 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.450704 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1732a8-4057-4cb2-9dd5-a06b2b491877 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:29:32.456272 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 115406ab-8344-4e01-a355-fdcf0a7221ba triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:32.456671 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.491249 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Allocated IP 172.20.0.2 (64a41ce5-3612-4fbf-a776-23079e7e85bb/47767a0b-2a82-473f-89e0-353079e1981c/a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:32.505515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:32.536048 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Publish callbacks [] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.606376 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.609077 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.652687 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 115406ab-8344-4e01-a355-fdcf0a7221ba is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:32.652687 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.704565 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Pushing event updated for resources: {'Port': ['ID=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:32.731466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.731817 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.732183 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.732588 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.738129 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:32.743745 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 115406ab-8344-4e01-a355-fdcf0a7221ba, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=115406ab-8344-4e01-a355-fdcf0a7221ba,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:32.751032 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:32.765409 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Attempting to bind port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:32.766742 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Attempting to bind port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:32.766742 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Attempting to bind port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc on network da2aa4ed-4853-49ff-906c-f842b03600bb {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:32.772098 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:32.772515 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Checking segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:32.772931 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.773328 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Bound using segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:32.773812 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Bound port: b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:32.774232 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.815534 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.855860 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] For port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:32.864238 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] For port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:32.875978 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Publish callbacks [] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.890856 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks [] for router_gateway (a3916857-c92b-4ed3-a604-5d4ccae1342a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.897816 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=115406ab-8344-4e01-a355-fdcf0a7221ba,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:32.926809 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:32.943234 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523db8c-7c13-4fe6-9bc9-87c39b33ac43 req-7c152388-f303-416a-b1bb-ca2512c8087c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:32.944909 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7523db8c-7c13-4fe6-9bc9-87c39b33ac43 req-7c152388-f303-416a-b1bb-ca2512c8087c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 944 time: 0.0682163 May 03 12:29:32.955066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.003444 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7523db8c-7c13-4fe6-9bc9-87c39b33ac43 req-aa5c1e27-103e-4410-81d5-55dfd15b4060 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519891 May 03 12:29:33.086686 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:33.087538 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:33.127428 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['3d1732a8-4057-4cb2-9dd5-a06b2b491877'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:29:33.128925 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1f2cc-8634-4262-81b6-2cf76fa80b1f None None] Pushing event updated for resources: {'Port': ['ID=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:33.235475 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:33.244263 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:33.245338 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] Provisioning complete for port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:33.245878 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.248990 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks [] for router_gateway (a3916857-c92b-4ed3-a604-5d4ccae1342a), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.279414 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.313628 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:33.316764 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:33.326758 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Pushing event updated for resources: {'Port': ['ID=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:33.408992 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd2511-c8a5-4ff4-9b08-b33c77d0e99a req-7698c843-30bc-43fc-b87f-e84c50ff2051 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:33.410529 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55cd2511-c8a5-4ff4-9b08-b33c77d0e99a req-7698c843-30bc-43fc-b87f-e84c50ff2051 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0606763 May 03 12:29:33.453358 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] Current status of the port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:33.453764 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.456853 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Attempting to bind port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:33.457229 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Attempting to bind port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:33.457599 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Attempting to bind port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd on network 64a41ce5-3612-4fbf-a776-23079e7e85bb {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:33.475468 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:33.485558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Allocated IP 172.27.0.248 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/eb3f1bed-4d23-4f43-ab58-c960333de93f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:33.492244 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:33.492728 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Checking segment: {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:33.493146 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.493544 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Bound using segment: {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:33.494028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Bound port: a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:33.494411 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.514261 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31750bc0-4820-4edf-b5a6-12c72ee44d89 None None] The sync data for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi is: [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:33.519230 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-55cd2511-c8a5-4ff4-9b08-b33c77d0e99a req-3262c82c-8d81-4416-b843-fb07499c7a43 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905676 May 03 12:29:33.528695 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] For port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:33.597008 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] For port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:33.600902 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] For port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:33.611985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.625895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks [] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.651907 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.674136 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554573d-2312-469a-b5ac-c9f45ff39cd5 None None] Pushing event updated for resources: {'Port': ['ID=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:33.715535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.754321 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e7df7986-dcb8-4fa4-953b-4ee614c3bcac None None] Provisioning complete for port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:33.754786 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e7df7986-dcb8-4fa4-953b-4ee614c3bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:33.779769 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Pushing event updated for resources: {'Port': ['ID=eb3f1bed-4d23-4f43-ab58-c960333de93f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:33.781148 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7b101-39eb-459e-b5fa-f88e93c0da14 None None] Pushing event updated for resources: {'Port': ['ID=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:33.790374 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.793940 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.794322 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.794925 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.795256 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.795582 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.795906 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.796228 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.796574 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.796969 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.797301 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.797628 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.797947 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.798263 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.798579 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:33.803534 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:33.805623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:33.807813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:33.863884 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e7df7986-dcb8-4fa4-953b-4ee614c3bcac None None] Current status of the port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:34.183841 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks [] for router_gateway (a3916857-c92b-4ed3-a604-5d4ccae1342a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.336954 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:34.365082 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:34.414230 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887694ae-ca5d-449d-9827-bcf609e95dd1 req-fefabf50-749a-4a4b-b386-c00c88adcc11 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:34.421668 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (a3916857-c92b-4ed3-a604-5d4ccae1342a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.423123 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-887694ae-ca5d-449d-9827-bcf609e95dd1 req-fefabf50-749a-4a4b-b386-c00c88adcc11 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 944 time: 0.3388441 May 03 12:29:34.454240 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:34.454767 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.490481 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-887694ae-ca5d-449d-9827-bcf609e95dd1 req-f93f344b-830a-4b61-b22f-d927f1da0c4f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647447 May 03 12:29:34.496003 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:29:34.567654 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:34.568040 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.569798 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:34.570928 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 115406ab-8344-4e01-a355-fdcf0a7221ba up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:34.653859 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4441-376d-49ac-895d-32710ec80d60 req-d84bfa3b-eb27-473d-9d47-0326191a3aa9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:34.655942 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb2b4441-376d-49ac-895d-32710ec80d60 req-d84bfa3b-eb27-473d-9d47-0326191a3aa9 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0504131 May 03 12:29:34.656869 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Router a3916857-c92b-4ed3-a604-5d4ccae1342a is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:29:34.677983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 115406ab-8344-4e01-a355-fdcf0a7221ba triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:34.678495 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.720056 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:34.720598 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.751626 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:34.753968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183e533e-0441-4cbe-92bb-798b47ef46fb" -d '{"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-plugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:34.757758 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cb2b4441-376d-49ac-895d-32710ec80d60 req-6fd26c2e-32b0-4872-b516-34755e280211 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934215 May 03 12:29:34.768620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:34.803509 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:34.812232 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7e089-e125-440f-b7bb-2d2640725ff4 x-openstack-request-id: req-98a7e089-e125-440f-b7bb-2d2640725ff4 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:34.812602 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-plugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:34.812870 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98a7e089-e125-440f-b7bb-2d2640725ff4 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:34.813357 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a7e089-e125-440f-b7bb-2d2640725ff4'] response: {'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'code': 200} May 03 12:29:34.817210 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Sync routers for ids ['a3916857-c92b-4ed3-a604-5d4ccae1342a'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:34.822681 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 115406ab-8344-4e01-a355-fdcf0a7221ba is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:34.823412 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:34.849373 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b07ddb-b61c-4865-bafc-f32fa8541567 None None] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:29:34.855288 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.873958 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Routers {'a3916857-c92b-4ed3-a604-5d4ccae1342a'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:34.879126 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['a3916857-c92b-4ed3-a604-5d4ccae1342a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:34.902509 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:34.903827 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c8d7fc83-969e-4fe4-97b0-1b34f5fe9abb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7872269 May 03 12:29:34.906636 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42370) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:35.005252 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] Provisioning complete for port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:35.005536 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.057595 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:35.098455 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:35.098769 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.192884 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Set router a3916857-c92b-4ed3-a604-5d4ccae1342a gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:35.331282 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] Current status of the port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:35.331678 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.342882 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.509187 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Allocated IP 172.20.0.1 (64a41ce5-3612-4fbf-a776-23079e7e85bb/47767a0b-2a82-473f-89e0-353079e1981c/e861044b-3027-4369-b46d-014f7a8d165f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:35.526957 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:35.527493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.581159 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] For port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:35.614257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.619439 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 3, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:35.648145 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ccb89-9876-4aaf-90c0-e3041e16d0af req-28d40caf-c4a9-46cc-8858-ae565461242b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:35.649669 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd2ccb89-9876-4aaf-90c0-e3041e16d0af req-28d40caf-c4a9-46cc-8858-ae565461242b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0644298 May 03 12:29:35.650700 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Checking router: a3916857-c92b-4ed3-a604-5d4ccae1342a for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:35.651058 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Updating router a3916857-c92b-4ed3-a604-5d4ccae1342a port eb3f1bed-4d23-4f43-ab58-c960333de93f binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:29:35.660322 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks [] for port (e861044b-3027-4369-b46d-014f7a8d165f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.677919 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.699749 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.717790 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dd2ccb89-9876-4aaf-90c0-e3041e16d0af req-dc0763ce-1031-4679-8d18-fe2c22ba14c8 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609601 May 03 12:29:35.788666 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (e861044b-3027-4369-b46d-014f7a8d165f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.831045 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:35.834207 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:35.840557 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:35.856904 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.db.api [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 12:29:35.857258 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG oslo_db.api [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 12:29:35.859987 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c78da-4a8a-472f-8aed-dcb378c68e6e None None] Pushing event updated for resources: {'Port': ['ID=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:35.862928 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ced33707-3c46-40cc-aaaf-7e699ff7b0f7 None None] Provisioning complete for port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:35.863291 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ced33707-3c46-40cc-aaaf-7e699ff7b0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.867298 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Pushing event updated for resources: {'Port': ['ID=e861044b-3027-4369-b46d-014f7a8d165f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:35.888705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (a3916857-c92b-4ed3-a604-5d4ccae1342a), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:35.935511 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c9d9-32e6-49d2-9c6c-6e25d61e3a59 req-e40bb81f-4ccd-4d19-b591-4fda2cddd416 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:35.937121 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d45c9d9-32e6-49d2-9c6c-6e25d61e3a59 req-e40bb81f-4ccd-4d19-b591-4fda2cddd416 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0732205 May 03 12:29:35.997518 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d45c9d9-32e6-49d2-9c6c-6e25d61e3a59 req-5fc8d009-d38f-45e7-baeb-63beccd43d19 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541410 May 03 12:29:36.038192 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ced33707-3c46-40cc-aaaf-7e699ff7b0f7 None None] Current status of the port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:36.100321 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Publish callbacks [] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.136725 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e861044b-3027-4369-b46d-014f7a8d165f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.155858 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-284eca5a-6e48-42a8-9255-642093000fb8 None None] Provisioning complete for port e861044b-3027-4369-b46d-014f7a8d165f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:36.156233 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-284eca5a-6e48-42a8-9255-642093000fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e861044b-3027-4369-b46d-014f7a8d165f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.185376 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.226756 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-284eca5a-6e48-42a8-9255-642093000fb8 None None] Port e861044b-3027-4369-b46d-014f7a8d165f cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:36.245799 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Attempting to bind port eb3f1bed-4d23-4f43-ab58-c960333de93f on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:36.246176 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Attempting to bind port eb3f1bed-4d23-4f43-ab58-c960333de93f by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:36.246536 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Attempting to bind port eb3f1bed-4d23-4f43-ab58-c960333de93f on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:36.254101 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcddc6f-433c-4bbd-93cf-6fd13fe18825 None None] Pushing event updated for resources: {'Port': ['ID=eb3f1bed-4d23-4f43-ab58-c960333de93f,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:36.256529 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:36.256910 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:36.257312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.257696 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:36.258434 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Bound port: eb3f1bed-4d23-4f43-ab58-c960333de93f, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:36.258628 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.299566 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks [] for port (e861044b-3027-4369-b46d-014f7a8d165f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.310330 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] For port eb3f1bed-4d23-4f43-ab58-c960333de93f, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:36.313253 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] For port eb3f1bed-4d23-4f43-ab58-c960333de93f, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=eb3f1bed-4d23-4f43-ab58-c960333de93f,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:36.337937 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (e861044b-3027-4369-b46d-014f7a8d165f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.354977 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.405326 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Pushing event updated for resources: {'Port': ['ID=e861044b-3027-4369-b46d-014f7a8d165f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:36.408866 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (a3916857-c92b-4ed3-a604-5d4ccae1342a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.446307 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:36.448197 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Routers {'a3916857-c92b-4ed3-a604-5d4ccae1342a'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:36.448830 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['a3916857-c92b-4ed3-a604-5d4ccae1342a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:36.451030 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcddc6f-433c-4bbd-93cf-6fd13fe18825 None None] Pushing event updated for resources: {'Port': ['ID=eb3f1bed-4d23-4f43-ab58-c960333de93f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:36.508973 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:36.510563 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:36.559167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:36.613460 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] Set router a3916857-c92b-4ed3-a604-5d4ccae1342a gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:36.659640 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:36.660022 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.803238 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ca51901d-6813-4978-a614-e4ff64ce2225 None None] Provisioning complete for port e861044b-3027-4369-b46d-014f7a8d165f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:36.803539 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ca51901d-6813-4978-a614-e4ff64ce2225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e861044b-3027-4369-b46d-014f7a8d165f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:36.868993 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ca51901d-6813-4978-a614-e4ff64ce2225 None None] Port e861044b-3027-4369-b46d-014f7a8d165f cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:36.917792 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:36.935410 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'e861044b-3027-4369-b46d-014f7a8d165f', 'name': '', 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'mac_address': 'fa:16:3e:63:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47767a0b-2a82-473f-89e0-353079e1981c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:35Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 2, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'subnets': [{'id': '47767a0b-2a82-473f-89e0-353079e1981c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:36.935851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Router a3916857-c92b-4ed3-a604-5d4ccae1342a has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:36.942300 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90789eb-f72a-4b6e-90b7-3cc509560f90 req-ff2b80c0-8899-4104-a9bf-c584b2156e68 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:36.943842 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c90789eb-f72a-4b6e-90b7-3cc509560f90 req-ff2b80c0-8899-4104-a9bf-c584b2156e68 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0657020 May 03 12:29:36.967256 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ed880-ef4e-4cc4-b681-3263954d1845 None None] The sync data for ids ['a3916857-c92b-4ed3-a604-5d4ccae1342a'] in dv-cinder-824911-5-iscsi is: [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'e861044b-3027-4369-b46d-014f7a8d165f', 'name': '', 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'mac_address': 'fa:16:3e:63:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47767a0b-2a82-473f-89e0-353079e1981c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:35Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 2, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'subnets': [{'id': '47767a0b-2a82-473f-89e0-353079e1981c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:37.056903 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c90789eb-f72a-4b6e-90b7-3cc509560f90 req-5302fb2d-66fe-4a27-9c6a-52de9fa2955f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059477 May 03 12:29:37.117365 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-0f83c1b7-f0b7-48ce-8ca6-59856d753f96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796680 May 03 12:29:37.129142 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:37.133133 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddacb00-4c14-46f9-9749-217c60ea9fd7 req-4b563423-f2de-437d-8c2c-f0dfd9fdb202 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:37.134995 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-82aa3db0-4a81-4802-84fc-dadaa43506bb admin admin] 10.222.0.21 "PUT /v2.0/routers/a3916857-c92b-4ed3-a604-5d4ccae1342a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2273638 May 03 12:29:37.136342 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5ddacb00-4c14-46f9-9749-217c60ea9fd7 req-4b563423-f2de-437d-8c2c-f0dfd9fdb202 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0548351 May 03 12:29:37.223041 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5ddacb00-4c14-46f9-9749-217c60ea9fd7 req-6d74a9d9-fc1a-4f52-900f-84816488d91e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8b41cfc-1400-46ca-ba39-2a5e43f71d31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805345 May 03 12:29:37.271041 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-407534fc-374f-4903-8c4c-a10842a5b57e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:37.273082 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-407534fc-374f-4903-8c4c-a10842a5b57e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 946 time: 0.0999310 May 03 12:29:37.307277 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-b1bef6e2-3c94-4897-bbc2-79ce9d39d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:37.308860 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-b1bef6e2-3c94-4897-bbc2-79ce9d39d08a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2ca893e56e3d4ee1b549cec12041c952&device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 1129 time: 0.1035359 May 03 12:29:37.331108 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e6f60-39c0-4f10-92e3-1c55570bae88 req-ee13b4e7-15c1-4cf3-ac69-b2b2c260094f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:37.332936 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94e6f60-39c0-4f10-92e3-1c55570bae88 req-ee13b4e7-15c1-4cf3-ac69-b2b2c260094f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1129 time: 0.0645502 May 03 12:29:37.392024 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Deleting port 8b62fb69-61ac-49d2-9516-d7b96681effa {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:37.392580 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:37.456109 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a94e6f60-39c0-4f10-92e3-1c55570bae88 req-005f499a-3b2f-45a5-920e-2caef9428d97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071212 May 03 12:29:37.479629 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-564950ba-7400-402c-8b11-cc6b9a9db316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:37.481565 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-564950ba-7400-402c-8b11-cc6b9a9db316 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 200 len: 919 time: 0.1418629 May 03 12:29:37.501596 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] For port 8b62fb69-61ac-49d2-9516-d7b96681effa, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=8b62fb69-61ac-49d2-9516-d7b96681effa,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:37.502194 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:37.689003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:37.689500 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:37.689917 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Floating IP c70d5cd0-0a58-408f-95a3-8a197978cd19 disassociated. External IP: 172.27.0.207, port: 8b62fb69-61ac-49d2-9516-d7b96681effa. May 03 12:29:37.690500 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Calling delete_port for 8b62fb69-61ac-49d2-9516-d7b96681effa owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:37.820309 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-823fb4df-1686-4dc2-bb29-84139b9ae25f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 200 len: 217 time: 0.0405953 May 03 12:29:37.889299 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-bc8d2056-94de-4329-b78f-e2505d33d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:37.890930 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-bc8d2056-94de-4329-b78f-e2505d33d630 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 200 len: 857 time: 0.0609093 May 03 12:29:37.943191 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (8b62fb69-61ac-49d2-9516-d7b96681effa), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:37.970437 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event deleted for resources: {'Port': ['ID=8b62fb69-61ac-49d2-9516-d7b96681effa,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:38.095736 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Router cd953874-a9e0-4936-a2f6-d6fcd1748daa has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:38.215484 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a15f9-a822-4528-959c-ad9580e0fa00 req-210c001e-c089-4540-93bb-f490e1bf8b72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:38.217031 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0b5a15f9-a822-4528-959c-ad9580e0fa00 req-210c001e-c089-4540-93bb-f490e1bf8b72 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0713694 May 03 12:29:38.290731 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:38.297362 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-2c5501ab-b92a-435a-aafb-682f137eac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:38.298902 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-2c5501ab-b92a-435a-aafb-682f137eac15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16d287f3-2ea6-4f07-bd7a-b943fc7ed880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534985 May 03 12:29:38.310109 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] Sync routers for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:38.331386 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:38.341144 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:38.444759 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] No DVR routers for this DVR port 8b62fb69-61ac-49d2-9516-d7b96681effa on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:29:38.451255 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:38.458501 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bf5eb151-5d1c-4860-9b90-f5a0fc9780ad req-b45a6015-57fa-4656-9601-b459443558f5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "DELETE /v2.0/ports/8b62fb69-61ac-49d2-9516-d7b96681effa HTTP/1.1" status: 204 len: 173 time: 1.1794021 May 03 12:29:38.482030 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'name': 'network-vif-deleted', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:38.491072 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ff5fa3-a700-44d9-8f9f-068da57fa4d4" -d '{"events": [{"server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "name": "network-vif-deleted", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:38.551578 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:38.554867 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0b5a15f9-a822-4528-959c-ad9580e0fa00 req-ae32c5fe-796d-4903-9950-60f905dff265 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087559 May 03 12:29:38.556380 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-10048900-61b2-45bf-8d42-c75db804c904 service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411227 May 03 12:29:38.642750 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2e00e45-38b5-4211-9220-478517e4f368 req-f5e03325-b058-4d1f-8ec8-59f5e7b3627c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 210 time: 0.0777390 May 03 12:29:38.684218 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a5ed49-0e2c-4b72-8b0f-e5a53834cc96 x-openstack-request-id: req-46a5ed49-0e2c-4b72-8b0f-e5a53834cc96 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:38.684589 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ed483d-fb51-48d9-974c-beba2226bb47", "name": "network-vif-deleted", "tag": "8b62fb69-61ac-49d2-9516-d7b96681effa", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:38.684893 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46a5ed49-0e2c-4b72-8b0f-e5a53834cc96 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:38.685299 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a5ed49-0e2c-4b72-8b0f-e5a53834cc96'] response: {'server_uuid': '90ed483d-fb51-48d9-974c-beba2226bb47', 'name': 'network-vif-deleted', 'tag': '8b62fb69-61ac-49d2-9516-d7b96681effa', 'status': 'completed', 'code': 200} May 03 12:29:38.715695 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device eb3f1bed-4d23-4f43-ab58-c960333de93f up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:38.782529 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port eb3f1bed-4d23-4f43-ab58-c960333de93f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:38.783206 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:38.852722 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:38.871302 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port eb3f1bed-4d23-4f43-ab58-c960333de93f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:38.872138 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:38.890618 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] Checking router: cd953874-a9e0-4936-a2f6-d6fcd1748daa for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:38.896960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port eb3f1bed-4d23-4f43-ab58-c960333de93f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=eb3f1bed-4d23-4f43-ab58-c960333de93f,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:38.900225 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:38.901146 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:38.972152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:39.023897 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=eb3f1bed-4d23-4f43-ab58-c960333de93f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:39.026971 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:39.259352 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:39.293826 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866a86c-47d8-4870-9da2-08ca8516249d None None] The sync data for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi is: [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '267f8075-9d30-44f8-af85-53841685ae53', 'name': '', 'network_id': '16d287f3-2ea6-4f07-bd7a-b943fc7ed880', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'mac_address': 'fa:16:3e:a5:b7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:37Z', 'updated_at': '2022-05-03T12:24:46Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'subnets': [{'id': 'e368efe3-1e97-4439-9b3e-10277314603f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:39.374765 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ca43e8ac-45db-4ec4-a5b2-88581f3d171b req-297fc6a1-f259-4df1-bca6-13aa4853deef service neutron] 10.222.0.39 "GET /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411610 May 03 12:29:39.748878 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f5236-7989-466c-ba90-cb26077fafda req-ef027592-a0df-4ee9-ae8f-bfbd4044b5ee tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:39.756913 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d3f5236-7989-466c-ba90-cb26077fafda req-ef027592-a0df-4ee9-ae8f-bfbd4044b5ee tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0901630 May 03 12:29:39.824272 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-17532a91-c447-41b2-a0fb-b8ce98038815 req-94dfdf5c-1705-4965-b9dc-b4a10ad7798f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ed483d-fb51-48d9-974c-beba2226bb47 HTTP/1.1" status: 200 len: 210 time: 0.0623457 May 03 12:29:39.835802 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9d3f5236-7989-466c-ba90-cb26077fafda req-b6dc2406-dc89-40e7-923c-205c442110c3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720177 May 03 12:29:39.960018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5f43c-8ade-4896-99f3-d3851d459924 req-9ba39418-4f1e-402e-a79d-d5aad7d5ceb7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:39.962304 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dcc5f43c-8ade-4896-99f3-d3851d459924 req-9ba39418-4f1e-402e-a79d-d5aad7d5ceb7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0617805 May 03 12:29:39.971415 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42424) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:39.976107 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Request body: {'floatingip': {'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:40.021013 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (0fde0f34-4aff-46c1-9108-a48420098de3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:40.366425 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 8b62fb69-61ac-49d2-9516-d7b96681effa no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:29:40.395167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 8b62fb69-61ac-49d2-9516-d7b96681effa {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:29:40.395512 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 8b62fb69-61ac-49d2-9516-d7b96681effa not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:29:40.563887 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:40.566729 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device eb3f1bed-4d23-4f43-ab58-c960333de93f up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:40.619365 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port eb3f1bed-4d23-4f43-ab58-c960333de93f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:40.619637 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:40.625884 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (0fde0f34-4aff-46c1-9108-a48420098de3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:40.714245 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port eb3f1bed-4d23-4f43-ab58-c960333de93f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:40.765617 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Floating IP 0fde0f34-4aff-46c1-9108-a48420098de3 associated. External IP: 172.27.0.165, port: 3d1732a8-4057-4cb2-9dd5-a06b2b491877. May 03 12:29:41.032161 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Router 8e74eb8d-9117-48d8-a893-22c98f776753 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:41.125158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702daa64-d315-4241-9dee-c1b5a007dc4d None None] New status for floating IP c70d5cd0-0a58-408f-95a3-8a197978cd19: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:29:41.139698 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:41.194082 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:41.204330 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.208834 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group (a8b41cfc-1400-46ca-ba39-2a5e43f71d31), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.239326 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:41.246971 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group (a8b41cfc-1400-46ca-ba39-2a5e43f71d31), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.263229 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:41.265649 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:41.281418 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8159b99a-c083-4400-aa05-7c9bde35f5a0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "PUT /v2.0/floatingips/0fde0f34-4aff-46c1-9108-a48420098de3 HTTP/1.1" status: 200 len: 991 time: 1.3001294 May 03 12:29:41.281418 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:41.281418 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed243691-72c5-4655-be6f-d76cb138e55c" -d '{"events": [{"name": "network-changed", "server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:41.337982 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1465422-ca35-41ab-80ef-995d10406990 x-openstack-request-id: req-a1465422-ca35-41ab-80ef-995d10406990 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:41.338495 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:41.338947 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1465422-ca35-41ab-80ef-995d10406990 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:41.339536 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1465422-ca35-41ab-80ef-995d10406990'] response: {'name': 'network-changed', 'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'status': 'completed', 'code': 200} May 03 12:29:41.431014 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a8b41cfc-1400-46ca-ba39-2a5e43f71d31), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.435087 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.440262 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42438) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:41.447787 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8b41cfc-1400-46ca-ba39-2a5e43f71d31 HTTP/1.1" status: 204 len: 168 time: 0.3057773 May 03 12:29:41.463670 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-c43e4f47-067d-48eb-b858-704382fc3e1a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] show failed (client error): The resource could not be found. May 03 12:29:41.467234 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:41.470252 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c43e4f47-067d-48eb-b858-704382fc3e1a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups/a8b41cfc-1400-46ca-ba39-2a5e43f71d31 HTTP/1.1" status: 404 len: 347 time: 0.0290837 May 03 12:29:41.472060 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:29:41.473467 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b41cfc-1400-46ca-ba39-2a5e43f71d31,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:41.549123 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Sync routers for ids ['a3916857-c92b-4ed3-a604-5d4ccae1342a'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:41.559876 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.560499 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.561191 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.561690 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.562251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.562802 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.563387 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.563730 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.564108 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.564493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.564832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.565167 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.565499 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.565831 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.566392 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b313881-342d-49cd-a733-9b8baa9438d5 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:29:41.601641 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243691-72c5-4655-be6f-d76cb138e55c req-da0d95fb-7ac3-4c3f-bf73-3e226494a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:41.603976 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-da0d95fb-7ac3-4c3f-bf73-3e226494a364 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1129 time: 0.2100251 May 03 12:29:41.644257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Routers {'a3916857-c92b-4ed3-a604-5d4ccae1342a'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:41.644933 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['a3916857-c92b-4ed3-a604-5d4ccae1342a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:41.759136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Deleting port a7c1e929-a344-468f-87eb-d2b7d948f693 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:41.759450 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.819071 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Set router a3916857-c92b-4ed3-a604-5d4ccae1342a gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:41.849111 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243691-72c5-4655-be6f-d76cb138e55c req-f9cb5909-a824-4161-99d0-95375c57f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:41.851233 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-f9cb5909-a824-4161-99d0-95375c57f021 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 918 time: 0.2336876 May 03 12:29:41.914099 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '0fde0f34-4aff-46c1-9108-a48420098de3', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'mac_address': 'fa:16:3e:4e:86:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:29:21Z', 'updated_at': '2022-05-03T12:29:40Z', 'revision_number': 1, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:41.934467 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.934930 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (a7c1e929-a344-468f-87eb-d2b7d948f693), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:41.941598 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:41.950607 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:41.951462 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:41.968276 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Calling delete_port for a7c1e929-a344-468f-87eb-d2b7d948f693 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:41.974167 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-dd9c62f7-b18b-4f1e-858b-da3333da4a66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 200 len: 999 time: 0.1133239 May 03 12:29:42.040792 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'e861044b-3027-4369-b46d-014f7a8d165f', 'name': '', 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'mac_address': 'fa:16:3e:63:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47767a0b-2a82-473f-89e0-353079e1981c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:35Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 2, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'subnets': [{'id': '47767a0b-2a82-473f-89e0-353079e1981c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:42.068044 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Checking router: a3916857-c92b-4ed3-a604-5d4ccae1342a for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:29:42.068044 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Updating router a3916857-c92b-4ed3-a604-5d4ccae1342a port e861044b-3027-4369-b46d-014f7a8d165f binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:29:42.074449 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:42.078346 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243691-72c5-4655-be6f-d76cb138e55c req-63c9d431-ebe2-4048-851f-d0200803c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:42.079929 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-63c9d431-ebe2-4048-851f-d0200803c4ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0986900 May 03 12:29:42.102835 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e861044b-3027-4369-b46d-014f7a8d165f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.157922 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed243691-72c5-4655-be6f-d76cb138e55c req-09fd4e66-b904-466d-9e39-709f779c2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:42.159557 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-09fd4e66-b904-466d-9e39-709f779c2870 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712132 May 03 12:29:42.318312 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '0fde0f34-4aff-46c1-9108-a48420098de3', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'mac_address': 'fa:16:3e:4e:86:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:29:21Z', 'updated_at': '2022-05-03T12:29:40Z', 'revision_number': 1, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:42.324967 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (a7c1e929-a344-468f-87eb-d2b7d948f693), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.349613 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009eef97-b40f-46eb-b689-82c8c72ecec9 None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '0fde0f34-4aff-46c1-9108-a48420098de3', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'mac_address': 'fa:16:3e:4e:86:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:29:21Z', 'updated_at': '2022-05-03T12:29:40Z', 'revision_number': 1, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:42.421708 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event deleted for resources: {'Port': ['ID=a7c1e929-a344-468f-87eb-d2b7d948f693,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:42.470509 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks [] for floatingip (c70d5cd0-0a58-408f-95a3-8a197978cd19), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.473162 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.474180 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1a1d6158-8560-496d-b9f9-f67bde41ea56 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "DELETE /v2.0/floatingips/c70d5cd0-0a58-408f-95a3-8a197978cd19 HTTP/1.1" status: 204 len: 168 time: 0.9977369 May 03 12:29:42.535281 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Publish callbacks [] for port (e861044b-3027-4369-b46d-014f7a8d165f), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.536687 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-87a654c1-92ad-47e5-b4b2-3534842eb8bc service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734318 May 03 12:29:42.623229 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (e861044b-3027-4369-b46d-014f7a8d165f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.666342 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ed243691-72c5-4655-be6f-d76cb138e55c req-4f3c5f8c-2e44-4302-aa54-fb2ca3bd4478 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209733 May 03 12:29:42.719141 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84252aa7-a86c-40e5-8c9e-068f50d92230 None None] Pushing event updated for resources: {'Port': ['ID=e861044b-3027-4369-b46d-014f7a8d165f,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:42.777016 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8897030f-f501-4683-87cb-659885e02cdd None None] New status for floating IP 0fde0f34-4aff-46c1-9108-a48420098de3: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:29:42.804525 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Attempting to bind port e861044b-3027-4369-b46d-014f7a8d165f on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:42.805979 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Attempting to bind port e861044b-3027-4369-b46d-014f7a8d165f by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:42.806467 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Attempting to bind port e861044b-3027-4369-b46d-014f7a8d165f on network 64a41ce5-3612-4fbf-a776-23079e7e85bb {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:42.817466 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:42.817853 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Checking segment: {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:42.818279 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.818670 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Bound using segment: {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:42.819165 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Bound port: e861044b-3027-4369-b46d-014f7a8d165f, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:42.819542 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e861044b-3027-4369-b46d-014f7a8d165f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:42.932458 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] For port e861044b-3027-4369-b46d-014f7a8d165f, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:29:42.935410 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] For port e861044b-3027-4369-b46d-014f7a8d165f, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=e861044b-3027-4369-b46d-014f7a8d165f,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:29:42.989830 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (e861044b-3027-4369-b46d-014f7a8d165f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:43.070938 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Routers {'a3916857-c92b-4ed3-a604-5d4ccae1342a'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:43.071600 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['a3916857-c92b-4ed3-a604-5d4ccae1342a'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:43.124278 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84252aa7-a86c-40e5-8c9e-068f50d92230 None None] Pushing event updated for resources: {'Port': ['ID=e861044b-3027-4369-b46d-014f7a8d165f,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:43.145679 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] Provisioning complete for port e861044b-3027-4369-b46d-014f7a8d165f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:43.146057 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e861044b-3027-4369-b46d-014f7a8d165f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:43.262121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] Set router a3916857-c92b-4ed3-a604-5d4ccae1342a gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:29:43.382306 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] Current status of the port e861044b-3027-4369-b46d-014f7a8d165f is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:43.382674 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (e861044b-3027-4369-b46d-014f7a8d165f), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:43.460667 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] For port e861044b-3027-4369-b46d-014f7a8d165f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=e861044b-3027-4369-b46d-014f7a8d165f,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:43.526892 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'e861044b-3027-4369-b46d-014f7a8d165f', 'name': '', 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'mac_address': 'fa:16:3e:63:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47767a0b-2a82-473f-89e0-353079e1981c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:35Z', 'updated_at': '2022-05-03T12:29:42Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'subnets': [{'id': '47767a0b-2a82-473f-89e0-353079e1981c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:43.558180 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (e861044b-3027-4369-b46d-014f7a8d165f), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:43.562679 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9762ffc3-bf5e-4ac7-ab3a-f1b73a7be64b None None] The sync data for ids ['a3916857-c92b-4ed3-a604-5d4ccae1342a'] in dv-cinder-824911-5-iscsi is: [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:29:36Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'e861044b-3027-4369-b46d-014f7a8d165f', 'name': '', 'network_id': '64a41ce5-3612-4fbf-a776-23079e7e85bb', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'mac_address': 'fa:16:3e:63:32:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '47767a0b-2a82-473f-89e0-353079e1981c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:35Z', 'updated_at': '2022-05-03T12:29:42Z', 'revision_number': 4, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'subnets': [{'id': '47767a0b-2a82-473f-89e0-353079e1981c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:29:43.617360 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dec9cf-282d-4948-bf00-325131c31d85 None None] Pushing event updated for resources: {'Port': ['ID=e861044b-3027-4369-b46d-014f7a8d165f,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:43.680212 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-712ebafd-36a8-4b09-862f-5ef24e2242f1 None None] Provisioning complete for port e861044b-3027-4369-b46d-014f7a8d165f triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:43.681582 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-712ebafd-36a8-4b09-862f-5ef24e2242f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e861044b-3027-4369-b46d-014f7a8d165f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:43.921803 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-712ebafd-36a8-4b09-862f-5ef24e2242f1 None None] Current status of the port e861044b-3027-4369-b46d-014f7a8d165f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:44.557083 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e861044b-3027-4369-b46d-014f7a8d165f up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:29:44.606492 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port e861044b-3027-4369-b46d-014f7a8d165f triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:44.606978 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (e861044b-3027-4369-b46d-014f7a8d165f), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:44.696476 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port e861044b-3027-4369-b46d-014f7a8d165f is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:29:45.896329 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb1697-7305-4328-b3cb-1739156d9935 req-6b86c6d3-5214-4a65-a3df-a13e1ef54b02 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:45.900909 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7eb1697-7305-4328-b3cb-1739156d9935 req-6b86c6d3-5214-4a65-a3df-a13e1ef54b02 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0555689 May 03 12:29:45.954610 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7eb1697-7305-4328-b3cb-1739156d9935 req-4b0ca286-b8ab-4b99-89b0-3fc8163fc428 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 May 03 12:29:47.079680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6ab60-2152-466e-80fe-754080d8cf67 req-b338cc47-4bf8-40fe-9bac-38feddbe1387 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:47.081555 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50d6ab60-2152-466e-80fe-754080d8cf67 req-b338cc47-4bf8-40fe-9bac-38feddbe1387 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0503106 May 03 12:29:47.135223 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-50d6ab60-2152-466e-80fe-754080d8cf67 req-33fe85e9-2291-4266-aef1-3004d70aedd6 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469322 May 03 12:29:48.259099 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fbc26-3e04-41d2-b739-93042c601517 req-2312df37-a182-4b52-b2d3-1967a979b4bd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:48.260673 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e2fbc26-3e04-41d2-b739-93042c601517 req-2312df37-a182-4b52-b2d3-1967a979b4bd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0541842 May 03 12:29:48.310941 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8e2fbc26-3e04-41d2-b739-93042c601517 req-a540ecf4-f74e-43da-9b20-3f80b8adc7f0 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 May 03 12:29:48.882340 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-3e22fe09-c0d3-48d0-b989-79876dc38d3a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:48.884445 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-3e22fe09-c0d3-48d0-b989-79876dc38d3a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 946 time: 0.0457253 May 03 12:29:48.998793 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Deleting port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:48.999235 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:49.100028 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] For port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:49.100558 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:49.115130 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Calling delete_port for 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:49.377741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (476cc52f-3dfa-4a23-8e7b-c114a0421ef9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:49.408681 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event deleted for resources: {'Port': ['ID=476cc52f-3dfa-4a23-8e7b-c114a0421ef9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:49.408895 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-00ebe3e4-a0de-4af7-a3b4-9db76eff3736 req-30f2918d-ac8d-43fe-96dd-b563220005a4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0312090 May 03 12:29:49.419205 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['476cc52f-3dfa-4a23-8e7b-c114a0421ef9', 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:29:49.459282 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] No DVR routers for this DVR port 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:29:49.462008 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:49.465615 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b09d9fec-f8a3-42ce-bdbf-3c84ea58eac7 req-07d1e8ea-578c-44e4-974b-84fa7ddf93d4 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "DELETE /v2.0/ports/476cc52f-3dfa-4a23-8e7b-c114a0421ef9 HTTP/1.1" status: 204 len: 173 time: 0.5709934 May 03 12:29:49.466089 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'name': 'network-vif-deleted', 'tag': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:49.468970 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a990f2-3354-4f39-a090-4fc7731a3de6" -d '{"events": [{"server_uuid": "0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6", "name": "network-vif-deleted", "tag": "476cc52f-3dfa-4a23-8e7b-c114a0421ef9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:49.511667 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29065668-ed08-4d95-9e1b-514940f21da3 x-openstack-request-id: req-29065668-ed08-4d95-9e1b-514940f21da3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:49.511965 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6", "name": "network-vif-deleted", "tag": "476cc52f-3dfa-4a23-8e7b-c114a0421ef9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:49.512232 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29065668-ed08-4d95-9e1b-514940f21da3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:49.512668 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29065668-ed08-4d95-9e1b-514940f21da3'] response: {'server_uuid': '0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6', 'name': 'network-vif-deleted', 'tag': '476cc52f-3dfa-4a23-8e7b-c114a0421ef9', 'status': 'completed', 'code': 200} May 03 12:29:50.025531 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-2d076850-3435-4fae-a4a6-3db4937202a4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:50.026935 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-2d076850-3435-4fae-a4a6-3db4937202a4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 815 time: 0.1030712 May 03 12:29:50.040988 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-d9c89f75-4420-4031-a85e-5eccc9f16b42 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/quotas/f7295e7b624c421095f925d2875434e6 HTTP/1.1" status: 200 len: 375 time: 0.0087428 May 03 12:29:50.088483 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-0ccd0967-c38d-4929-a16a-288b78b726c5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424161 May 03 12:29:50.225907 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-54c80dec-f701-4cc2-a0d5-32fa0078b122 service neutron] 10.222.0.21 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264002 May 03 12:29:50.313556 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-8dbf0812-e282-47fe-8ff4-14777f26f47a service neutron] 10.222.0.21 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813348 May 03 12:29:50.516793 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57631a7f-f8ca-459c-90fe-d9b66842c892 req-c665fad3-b2f2-41da-812d-7fd8ba52d468 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cd8eea0-cb24-4847-8aaa-bdc91fddc1a6 HTTP/1.1" status: 200 len: 210 time: 0.0275819 May 03 12:29:50.595264 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e34552cb-eadc-49ef-b908-016f30a537a2 req-04781d1d-ea6d-49b4-8cfb-7c1b28a92630 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0337214 May 03 12:29:50.663448 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed695268-e3bd-4b3d-a365-b972b36d787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:51.674593 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef39676f-2bd3-4061-871e-473ddae177d0 req-7c1276a9-afaa-4f54-a660-2053bc0880e0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0279737 May 03 12:29:52.012790 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2404a0-9046-4c25-abbc-58d6ca5760df req-ba636b89-aa17-41dc-9bff-affaf0e7c4cd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:52.014253 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a2404a0-9046-4c25-abbc-58d6ca5760df req-ba636b89-aa17-41dc-9bff-affaf0e7c4cd tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0459874 May 03 12:29:52.065821 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9a2404a0-9046-4c25-abbc-58d6ca5760df req-139eb258-4208-413a-907e-2fecad611eed tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 May 03 12:29:52.420464 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:29:52.439885 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:29:52.440225 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 476cc52f-3dfa-4a23-8e7b-c114a0421ef9 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:29:52.768613 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7feeb653-56af-47a2-bd56-e0bb358efb22 req-730577dd-015d-41bb-81c7-25a1cdb73118 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0276737 May 03 12:29:52.783193 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c458c58f-9faf-488b-9fad-e6f1e5df9eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:53.181320 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f23e25-7887-4dc8-8250-e7f24f4796fe req-5ac77b10-10d7-4d50-b0f8-664b93e716dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:53.182772 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09f23e25-7887-4dc8-8250-e7f24f4796fe req-5ac77b10-10d7-4d50-b0f8-664b93e716dc tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0498929 May 03 12:29:53.240495 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-09f23e25-7887-4dc8-8250-e7f24f4796fe req-29584d02-a3b0-4f04-a332-3fe27fc663ed tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 May 03 12:29:53.863570 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5eecc267-9372-4ff3-a8f6-68c421a3605b req-05dae8ae-cdd7-458b-8140-13537a6c6167 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0284054 May 03 12:29:54.114493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:54.350763 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cd0c7-4a56-445f-8400-bf6df1b99391 req-4b12b058-8201-449e-8593-f4ba2be7330e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:54.352221 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d84cd0c7-4a56-445f-8400-bf6df1b99391 req-4b12b058-8201-449e-8593-f4ba2be7330e tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0475702 May 03 12:29:54.398702 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d84cd0c7-4a56-445f-8400-bf6df1b99391 req-061d2e2e-7444-40ce-8cf5-b0fbef33d29c tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 May 03 12:29:54.955339 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa915cef-65b5-41e8-a917-f64893d3d474 req-6d31ca0e-6f18-441d-a5aa-82912bad4b1f tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0283420 May 03 12:29:55.314684 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:55.522433 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517bf46-43a5-4fb4-8550-4171cdcc5988 req-7d8232ba-110c-4f75-87ac-abd205c12e44 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:55.523816 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c517bf46-43a5-4fb4-8550-4171cdcc5988 req-7d8232ba-110c-4f75-87ac-abd205c12e44 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0580280 May 03 12:29:55.573844 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c517bf46-43a5-4fb4-8550-4171cdcc5988 req-36027c94-edea-4eed-a7e7-8815b8501149 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/security-groups?id=11a2954f-45d8-4541-a82c-5f970e13bd15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 May 03 12:29:55.704189 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-9bb3055e-0fc8-4593-9bb3-8800646f984a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:55.705656 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-9bb3055e-0fc8-4593-9bb3-8800646f984a tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 945 time: 0.0459177 May 03 12:29:56.033470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Deleting port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:56.033884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:56.139575 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4e6604a4-ce6b-4af8-8cfa-9b911489c834 req-570f0558-e428-4afa-ac2a-098551e935ba tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0328932 May 03 12:29:56.166623 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] For port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:56.167004 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:56.180123 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Calling delete_port for f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:56.284935 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b21663-11ff-46d6-bea4-acb2e4ac1e1d req-093e9251-2824-4973-a8cc-39f0d5d9cde2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:56.286373 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-46b21663-11ff-46d6-bea4-acb2e4ac1e1d req-093e9251-2824-4973-a8cc-39f0d5d9cde2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0583749 May 03 12:29:56.370827 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-46b21663-11ff-46d6-bea4-acb2e4ac1e1d req-ee58a425-3bd5-4c5f-9476-6be883b9fb6f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732985 May 03 12:29:56.423122 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (f7a39249-4bb3-4b9a-bb00-c1063f2d7be8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:56.449564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Pushing event deleted for resources: {'Port': ['ID=f7a39249-4bb3-4b9a-bb00-c1063f2d7be8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:56.459089 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['f7a39249-4bb3-4b9a-bb00-c1063f2d7be8'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:29:56.496336 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] No DVR routers for this DVR port f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:29:56.498605 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:56.501875 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f3ad1a43-a152-4c56-ab5c-625025c38b8e req-c2f0606f-5e0f-457c-9284-54831a073cd7 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.39 "DELETE /v2.0/ports/f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 HTTP/1.1" status: 204 len: 173 time: 0.5678487 May 03 12:29:56.502321 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'name': 'network-vif-deleted', 'tag': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:56.504568 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4f81b7-96b3-4541-905d-853cf1b90e15" -d '{"events": [{"server_uuid": "e6979525-bbaa-4d29-bc18-49287c1c03c7", "name": "network-vif-deleted", "tag": "f7a39249-4bb3-4b9a-bb00-c1063f2d7be8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:56.538654 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfbc002-9fb2-48c3-a43e-36d04f9a6bcb x-openstack-request-id: req-5cfbc002-9fb2-48c3-a43e-36d04f9a6bcb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:29:56.539239 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6979525-bbaa-4d29-bc18-49287c1c03c7", "name": "network-vif-deleted", "tag": "f7a39249-4bb3-4b9a-bb00-c1063f2d7be8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:29:56.539239 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cfbc002-9fb2-48c3-a43e-36d04f9a6bcb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:29:56.539592 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfbc002-9fb2-48c3-a43e-36d04f9a6bcb'] response: {'server_uuid': 'e6979525-bbaa-4d29-bc18-49287c1c03c7', 'name': 'network-vif-deleted', 'tag': 'f7a39249-4bb3-4b9a-bb00-c1063f2d7be8', 'status': 'completed', 'code': 200} May 03 12:29:56.675759 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e43ccb02-e1c1-4731-a265-9834fef8971a req-1641dee6-a939-4c75-a751-53ea6fc1a602 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 210 time: 0.0281229 May 03 12:29:57.166115 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:57.233600 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-40818d69-91bf-4b4b-be32-01dc173aa7d4 req-522f559b-f357-4ee9-9d26-894a73cbcc00 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0301476 May 03 12:29:57.481195 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba0cfe-33af-4b90-9fed-61e8554e668f req-32848e10-c835-493b-bd99-79e62725255f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:57.482529 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03ba0cfe-33af-4b90-9fed-61e8554e668f req-32848e10-c835-493b-bd99-79e62725255f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0451493 May 03 12:29:57.527919 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03ba0cfe-33af-4b90-9fed-61e8554e668f req-2cabe23c-c62a-4cf4-9492-454d44a2969c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 May 03 12:29:57.766676 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-935eca3e-9161-4ab1-91e3-0b0669d9ef73 req-f114c922-f9c2-443e-87b1-a6909ef67886 tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 210 time: 0.0266454 May 03 12:29:57.979442 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-a0cc2d60-6301-418c-a56c-cb6b05946f39 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:57.980909 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-a0cc2d60-6301-418c-a56c-cb6b05946f39 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 815 time: 0.1054544 May 03 12:29:58.145755 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'port': {'device_id': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'admin_state_up': True, 'tenant_id': 'f7295e7b624c421095f925d2875434e6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:58.296083 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-009e436d-a36a-4197-976a-b120e03e4bc9 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:58.298330 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-009e436d-a36a-4197-976a-b120e03e4bc9 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.0559864 May 03 12:29:58.303201 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Made reservation on behalf of f7295e7b624c421095f925d2875434e6 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:29:58.308750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:58.375034 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c698d2af-449c-4abf-b6fe-e651fbbcfe43 req-cd52d0db-c047-4342-8121-0a21c17ac04c tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0634592 May 03 12:29:58.424799 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Deleting port 09cb5e70-1c17-4508-8736-684ce1d483ef {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:29:58.425150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:58.480455 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Allocated IP 172.20.0.14 (da2aa4ed-4853-49ff-906c-f842b03600bb/2ded3068-7273-418b-b5da-eecb60a74f38/b9e0b854-896e-4d3c-a404-07849001e781) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:29:58.513757 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] For port 09cb5e70-1c17-4508-8736-684ce1d483ef, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=09cb5e70-1c17-4508-8736-684ce1d483ef,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:29:58.514132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:58.636079 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for port (b9e0b854-896e-4d3c-a404-07849001e781), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:58.768709 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:58.859608 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Network da2aa4ed-4853-49ff-906c-f842b03600bb is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:29:58.866074 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:29:58.888726 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:29:58.897625 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:58.897625 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:58.906802 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:58.959087 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:29:58.977501 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b1006-6e81-447d-b8fd-4e917693db0c req-86d06263-0735-4706-8c8e-58bb20b1935c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:58.981492 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4555c9f8-e460-4f64-9350-a05592cf58fa req-0588c5ee-0735-4e82-b54d-59df3aa3cf2f tempest-ServerRescueNegativeTestJSON-531340154 tempest-ServerRescueNegativeTestJSON-531340154-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6979525-bbaa-4d29-bc18-49287c1c03c7 HTTP/1.1" status: 200 len: 210 time: 0.0685344 May 03 12:29:58.989151 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa5b1006-6e81-447d-b8fd-4e917693db0c req-86d06263-0735-4706-8c8e-58bb20b1935c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 945 time: 0.3784969 May 03 12:29:59.046486 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.046864 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (dd9825e5-f399-4f38-9b12-d2784f871d79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.047196 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Floating IP dd9825e5-f399-4f38-9b12-d2784f871d79 disassociated. External IP: 172.27.0.53, port: 09cb5e70-1c17-4508-8736-684ce1d483ef. May 03 12:29:59.047549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Calling delete_port for 09cb5e70-1c17-4508-8736-684ce1d483ef owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:29:59.059966 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-7665f1eb-7741-461f-be9f-733ad923bcb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9183319 May 03 12:29:59.061947 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-aa5b1006-6e81-447d-b8fd-4e917693db0c req-980376d3-54c4-42a3-8b12-69b89019d648 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=17323f8e-d4d2-4c70-b92e-47c822744ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719504 May 03 12:29:59.127742 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Request body: {'port': {'device_id': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:29:59.198317 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.242229 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6d4fd60b-e0b9-443e-84fc-2782db04fc3e None None] Provisioning complete for port b9e0b854-896e-4d3c-a404-07849001e781 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:29:59.248980 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6d4fd60b-e0b9-443e-84fc-2782db04fc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9e0b854-896e-4d3c-a404-07849001e781), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.314252 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (09cb5e70-1c17-4508-8736-684ce1d483ef), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.337154 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fd60b-e0b9-443e-84fc-2782db04fc3e None None] Port b9e0b854-896e-4d3c-a404-07849001e781 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:29:59.357739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event deleted for resources: {'Port': ['ID=09cb5e70-1c17-4508-8736-684ce1d483ef,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:59.536409 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:29:59.575350 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4f3c9-2535-46fd-8d4e-c9ec653ed85c req-d0068e08-af03-46f9-8d10-5bc26d748018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:29:59.577020 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fcd4f3c9-2535-46fd-8d4e-c9ec653ed85c req-d0068e08-af03-46f9-8d10-5bc26d748018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 932 time: 0.0866406 May 03 12:29:59.586169 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e0b854-896e-4d3c-a404-07849001e781 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:29:59.600398 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Publish callbacks [] for port (b9e0b854-896e-4d3c-a404-07849001e781), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.664811 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Transition to ACTIVE for port object b9e0b854-896e-4d3c-a404-07849001e781 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:29:59.673823 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fcd4f3c9-2535-46fd-8d4e-c9ec653ed85c req-68f629bb-3bfb-486f-94f4-64da5e70bc71 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819511 May 03 12:29:59.694303 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:29:59.706731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:29:59.717347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:29:59.717987 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:29:59.743426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.766731 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] No DVR routers for this DVR port 09cb5e70-1c17-4508-8736-684ce1d483ef on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:29:59.769523 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.781251 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4b2d4c9d-979c-4aec-9f75-0927f226d8e6 req-2f619112-bfc7-46d7-b508-197ce6bde711 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "DELETE /v2.0/ports/09cb5e70-1c17-4508-8736-684ce1d483ef HTTP/1.1" status: 204 len: 173 time: 1.4716096 May 03 12:29:59.781921 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'name': 'network-vif-deleted', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:29:59.784186 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58b0b36-5cae-47da-924a-e6ec3ab2e551" -d '{"events": [{"server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "name": "network-vif-deleted", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:29:59.820039 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:29:59.881412 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Attempting to bind port b9e0b854-896e-4d3c-a404-07849001e781 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:29:59.881937 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Attempting to bind port b9e0b854-896e-4d3c-a404-07849001e781 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:29:59.882249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Attempting to bind port b9e0b854-896e-4d3c-a404-07849001e781 on network da2aa4ed-4853-49ff-906c-f842b03600bb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:59.887540 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Port b9e0b854-896e-4d3c-a404-07849001e781 on network da2aa4ed-4853-49ff-906c-f842b03600bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:29:59.887639 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Attempting to bind port b9e0b854-896e-4d3c-a404-07849001e781 on network da2aa4ed-4853-49ff-906c-f842b03600bb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:29:59.894305 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:29:59.894675 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Checking segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:29:59.895674 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Bound using segment: {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:29:59.896131 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Bound port: b9e0b854-896e-4d3c-a404-07849001e781, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:29:59.896665 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:29:59.982832 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:00.001738 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:30:00.005417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:30:00.021031 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332b660-2917-4b36-a227-9f02aa8cac7a x-openstack-request-id: req-3332b660-2917-4b36-a227-9f02aa8cac7a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:00.021203 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb", "name": "network-vif-deleted", "tag": "09cb5e70-1c17-4508-8736-684ce1d483ef", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:00.021460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3332b660-2917-4b36-a227-9f02aa8cac7a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:00.021864 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3332b660-2917-4b36-a227-9f02aa8cac7a'] response: {'server_uuid': '33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb', 'name': 'network-vif-deleted', 'tag': '09cb5e70-1c17-4508-8736-684ce1d483ef', 'status': 'completed', 'code': 200} May 03 12:30:00.061540 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:00.076094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:00.137886 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:00.138533 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:00.139970 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 1094 time: 1.0661848 May 03 12:30:00.140552 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:00.142844 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb277b0-9169-4ddc-b24e-b96debf92fff" -d '{"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:00.266680 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391f1e0-e1c3-4fed-a46b-5945bb73c68d x-openstack-request-id: req-c391f1e0-e1c3-4fed-a46b-5945bb73c68d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:00.267158 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:00.267574 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c391f1e0-e1c3-4fed-a46b-5945bb73c68d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:00.273470 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c391f1e0-e1c3-4fed-a46b-5945bb73c68d'] response: {'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'status': 'completed', 'code': 200} May 03 12:30:00.273470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d29709-9233-4655-9ed8-93683a55e2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:00.301490 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16c02bab-5c96-4418-855c-b25b4f6f276a req-cfa47f7d-dbef-422c-8ec7-9f7981aec3d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0992177 May 03 12:30:00.442431 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-467e6ad8-bcaa-424d-8010-8f1de495d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:00.447207 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-467e6ad8-bcaa-424d-8010-8f1de495d78b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1128 time: 0.0821779 May 03 12:30:00.463992 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:00.497098 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:30:00.508500 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:00.509153 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:00.586295 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:00.618804 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:30:00.619417 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device f7a39249-4bb3-4b9a-bb00-c1063f2d7be8 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:30:00.695031 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:00.940347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:00.974273 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fde7f4-506f-4bc7-b417-28e9c09258c9 None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:30:01.260532 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-a14f876a-30cd-4598-be70-b9d67396d478 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 217 time: 0.0607340 May 03 12:30:01.263909 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (cd953874-a9e0-4936-a2f6-d6fcd1748daa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:01.271506 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa3f02-7d8d-49ab-89cb-63d8df1311be req-87c0ba98-fd31-4757-b7eb-e5b15faeecf1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:01.278947 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-18fa3f02-7d8d-49ab-89cb-63d8df1311be req-87c0ba98-fd31-4757-b7eb-e5b15faeecf1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.5240533 May 03 12:30:01.321601 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890e1915-75ff-46b8-a2e3-ac62cde2ce95 None None] New status for floating IP dd9825e5-f399-4f38-9b12-d2784f871d79: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:30:01.382208 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-18fa3f02-7d8d-49ab-89cb-63d8df1311be req-3d2e8a9d-f85e-40ba-b1e5-58fa1a8813bd tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022830 May 03 12:30:01.453268 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a16087be-146c-49f5-8a99-f5af4936d7d4 req-8233af91-0863-478b-b89a-4cb865b1790c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0354140 May 03 12:30:01.706760 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Deleting port 267f8075-9d30-44f8-af85-53841685ae53 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:01.707129 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (267f8075-9d30-44f8-af85-53841685ae53), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:01.791084 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] For port 267f8075-9d30-44f8-af85-53841685ae53, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=267f8075-9d30-44f8-af85-53841685ae53,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:01.792050 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (267f8075-9d30-44f8-af85-53841685ae53), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:01.806007 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Calling delete_port for 267f8075-9d30-44f8-af85-53841685ae53 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:02.023527 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (267f8075-9d30-44f8-af85-53841685ae53), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:02.051191 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Pushing event deleted for resources: {'Port': ['ID=267f8075-9d30-44f8-af85-53841685ae53,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:02.210870 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (cd953874-a9e0-4936-a2f6-d6fcd1748daa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:02.519408 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 09cb5e70-1c17-4508-8736-684ce1d483ef no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:02.547838 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 09cb5e70-1c17-4508-8736-684ce1d483ef {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:30:02.548517 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 09cb5e70-1c17-4508-8736-684ce1d483ef not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:30:02.552210 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e401a-d886-4ee5-9e05-1a938e4628d4 req-d108429d-f34c-46a2-9e0a-14c0d9c4bb9c tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:02.559870 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-563e401a-d886-4ee5-9e05-1a938e4628d4 req-d108429d-f34c-46a2-9e0a-14c0d9c4bb9c tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0855324 May 03 12:30:02.580964 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Router cd953874-a9e0-4936-a2f6-d6fcd1748daa has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:30:02.627325 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c0989e93-2239-4ad6-9473-50187585e0b9 req-dbc94ff5-8894-4f66-8ffe-aa3528341bde tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0328860 May 03 12:30:02.685377 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-563e401a-d886-4ee5-9e05-1a938e4628d4 req-2633f907-e9f7-4f7d-81b4-dd3ff2161c16 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246281 May 03 12:30:02.761139 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:30:02.766248 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4654e205-df90-4527-bce7-ec89f2785512 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd953874-a9e0-4936-a2f6-d6fcd1748daa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7033999 May 03 12:30:02.768969 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:02.770067 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] Sync routers for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:30:02.785195 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:02.785975 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:02.884112 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks [] for router (cd953874-a9e0-4936-a2f6-d6fcd1748daa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:02.903942 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:03.000876 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks [] for router_gateway (cd953874-a9e0-4936-a2f6-d6fcd1748daa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.106333 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:30:01Z', 'revision_number': 5, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port': {'id': '36595c6f-e5f7-42c2-a079-40a2a1befb2b', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:17:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:03.110341 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Deleting port 36595c6f-e5f7-42c2-a079-40a2a1befb2b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:03.110829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.133074 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] Checking router: cd953874-a9e0-4936-a2f6-d6fcd1748daa for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:30:03.141666 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] Routers {'cd953874-a9e0-4936-a2f6-d6fcd1748daa'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:03.142211 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:03.203462 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] For port 36595c6f-e5f7-42c2-a079-40a2a1befb2b, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=36595c6f-e5f7-42c2-a079-40a2a1befb2b,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:03.203865 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.220031 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Calling delete_port for 36595c6f-e5f7-42c2-a079-40a2a1befb2b owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:03.373615 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] Set router cd953874-a9e0-4936-a2f6-d6fcd1748daa gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:03.430267 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:30:03Z', 'revision_number': 6, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:03.457283 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb09d9-f1f8-43f4-90ed-5b6fb30fbefc None None] The sync data for ids ['cd953874-a9e0-4936-a2f6-d6fcd1748daa'] in dv-cinder-824911-5-iscsi is: [{'id': 'cd953874-a9e0-4936-a2f6-d6fcd1748daa', 'name': 'tempest-ServerRescueNegativeTestJSON-980798159-router', 'tenant_id': '2ca893e56e3d4ee1b549cec12041c952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:30:03Z', 'revision_number': 6, 'project_id': '2ca893e56e3d4ee1b549cec12041c952', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:30:03.469718 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (36595c6f-e5f7-42c2-a079-40a2a1befb2b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.501378 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Pushing event deleted for resources: {'Port': ['ID=36595c6f-e5f7-42c2-a079-40a2a1befb2b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:03.530304 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (cd953874-a9e0-4936-a2f6-d6fcd1748daa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.640493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (cd953874-a9e0-4936-a2f6-d6fcd1748daa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.643616 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks [] for router_controller (cd953874-a9e0-4936-a2f6-d6fcd1748daa), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.784238 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26d82494-d217-4371-964e-6fd8f3d67c8b req-6778a533-2ba7-4e09-a87d-d19e92c96f5f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0512912 May 03 12:30:03.831174 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa86824-f429-420e-ad15-714cf642e3ad req-2755ceaa-7b11-4cb6-a7fd-962a9d990672 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:03.839263 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8aa86824-f429-420e-ad15-714cf642e3ad req-2755ceaa-7b11-4cb6-a7fd-962a9d990672 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0715334 May 03 12:30:03.847671 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (cd953874-a9e0-4936-a2f6-d6fcd1748daa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.848340 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd953874-a9e0-4936-a2f6-d6fcd1748daa {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:30:03.867067 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.867067 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e80a6488-46b4-498a-a069-4812736939bf admin admin] 10.222.0.21 "DELETE /v2.0/routers/cd953874-a9e0-4936-a2f6-d6fcd1748daa HTTP/1.1" status: 204 len: 168 time: 1.0915713 May 03 12:30:03.867354 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42666) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:03.918565 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8aa86824-f429-420e-ad15-714cf642e3ad req-0ef74452-bfb7-4926-bb10-1c92acb516ee tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783470 May 03 12:30:03.927329 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Deleting subnet e368efe3-1e97-4439-9b3e-10277314603f {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:30:03.930645 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Publish callbacks [] for subnet (e368efe3-1e97-4439-9b3e-10277314603f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:03.970914 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (e368efe3-1e97-4439-9b3e-10277314603f), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.098175 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (e368efe3-1e97-4439-9b3e-10277314603f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.234241 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (e368efe3-1e97-4439-9b3e-10277314603f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.264159 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e368efe3-1e97-4439-9b3e-10277314603f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:04.267762 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.270939 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f1530141-41f2-40cd-8798-4232f5c035f3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e368efe3-1e97-4439-9b3e-10277314603f HTTP/1.1" status: 204 len: 168 time: 0.4025879 May 03 12:30:04.273458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42668) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:04.279420 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8c1c5-65d7-4f57-b643-647e5262968f None None] Network 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:30:04.372453 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (16d287f3-2ea6-4f07-bd7a-b943fc7ed880), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.476695 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Deleting port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:04.477726 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.526588 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] DHCP port deletion for 16d287f3-2ea6-4f07-bd7a-b943fc7ed880 request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:30:04.654059 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] Deleting port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:04.654645 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.660789 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 267f8075-9d30-44f8-af85-53841685ae53 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:04.681258 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] For port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:04.684471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.714122 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Calling delete_port for 3ea91212-fb22-4fea-ac9d-f5f4de22be7f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:04.793920 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] For port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,segment=NetworkSegment(3d4274a0-71f9-4b16-8e75-d44bbc01ced3),segment_id=3d4274a0-71f9-4b16-8e75-d44bbc01ced3)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:04.794341 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:04.810980 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] Calling delete_port for 3ea91212-fb22-4fea-ac9d-f5f4de22be7f owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:04.914029 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:05.005936 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] No DVR routers for this DVR port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:30:05.015773 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 267f8075-9d30-44f8-af85-53841685ae53 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:30:05.016129 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 267f8075-9d30-44f8-af85-53841685ae53 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:30:05.016593 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 36595c6f-e5f7-42c2-a079-40a2a1befb2b no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:05.019771 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (3ea91212-fb22-4fea-ac9d-f5f4de22be7f), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:05.024553 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:05.055463 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 36595c6f-e5f7-42c2-a079-40a2a1befb2b {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:30:05.062519 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 36595c6f-e5f7-42c2-a079-40a2a1befb2b not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:30:05.062519 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3ea91212-fb22-4fea-ac9d-f5f4de22be7f no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:05.067709 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80b8dd4a-21d0-4db5-a464-adf194e711c8 req-6f490905-2127-4438-85df-d5c0b3b20136 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0669265 May 03 12:30:05.082184 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] No DVR routers for this DVR port 3ea91212-fb22-4fea-ac9d-f5f4de22be7f on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:30:05.155864 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2939e-c6e4-4e8c-a704-21f126aea1d2 None None] Pushing event deleted for resources: {'Port': ['ID=3ea91212-fb22-4fea-ac9d-f5f4de22be7f,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:05.161382 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 3ea91212-fb22-4fea-ac9d-f5f4de22be7f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:30:05.161777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3ea91212-fb22-4fea-ac9d-f5f4de22be7f not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:30:05.175374 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6038138-5ec0-4b59-81f0-1d33523542cd req-354f749b-9a60-4e38-9ea2-a0a9d99161e5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:05.177110 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e6038138-5ec0-4b59-81f0-1d33523542cd req-354f749b-9a60-4e38-9ea2-a0a9d99161e5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.1590559 May 03 12:30:05.224127 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (16d287f3-2ea6-4f07-bd7a-b943fc7ed880), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:05.245453 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e6038138-5ec0-4b59-81f0-1d33523542cd req-dc00e6ba-8b35-425b-85c8-fda28bb0876e tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598533 May 03 12:30:05.254727 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d287f3-2ea6-4f07-bd7a-b943fc7ed880']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:05.276427 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4274a0-71f9-4b16-8e75-d44bbc01ced3') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:05.276427 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4274a0-71f9-4b16-8e75-d44bbc01ced3') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:05.283569 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (3d4274a0-71f9-4b16-8e75-d44bbc01ced3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:05.297976 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (3d4274a0-71f9-4b16-8e75-d44bbc01ced3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:05.304497 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:30:05.304896 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (3d4274a0-71f9-4b16-8e75-d44bbc01ced3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:30:05.306810 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:30:06.080588 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.205435 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ad5cf249-c358-4dfb-8623-db06e69bd602 req-6b4435d7-0260-4a9d-9e4a-39b280aa6ce2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0308819 May 03 12:30:06.320607 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (16d287f3-2ea6-4f07-bd7a-b943fc7ed880), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.337045 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.337045 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/16d287f3-2ea6-4f07-bd7a-b943fc7ed880 HTTP/1.1" status: 204 len: 168 time: 2.0617318 May 03 12:30:06.355507 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60179f-273c-4028-bbfe-a29fa48cabb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d287f3-2ea6-4f07-bd7a-b943fc7ed880,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:06.408879 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d99196-2386-4eb6-a1d7-4db164367595 req-083c8568-9a25-429b-905b-5c073441063d tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:06.410658 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61d99196-2386-4eb6-a1d7-4db164367595 req-083c8568-9a25-429b-905b-5c073441063d tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0749636 May 03 12:30:06.463451 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-61d99196-2386-4eb6-a1d7-4db164367595 req-991b0057-b269-4f22-82d2-44124d75d27a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 May 03 12:30:06.678180 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42686) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:06.725008 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d6c406e4-bf83-4587-a990-d89d2f37c4d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ca893e56e3d4ee1b549cec12041c952&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0454214 May 03 12:30:06.727327 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42688) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:06.781575 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497690fb-043d-4613-ade7-9a14ccdc2e22 admin admin] Publish callbacks [] for security_group (11a2954f-45d8-4541-a82c-5f970e13bd15), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.806984 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497690fb-043d-4613-ade7-9a14ccdc2e22 admin admin] Publish callbacks [] for security_group (11a2954f-45d8-4541-a82c-5f970e13bd15), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.943280 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497690fb-043d-4613-ade7-9a14ccdc2e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (11a2954f-45d8-4541-a82c-5f970e13bd15), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.945935 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-497690fb-043d-4613-ade7-9a14ccdc2e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:06.950294 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-497690fb-043d-4613-ade7-9a14ccdc2e22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11a2954f-45d8-4541-a82c-5f970e13bd15 HTTP/1.1" status: 204 len: 168 time: 0.2188480 May 03 12:30:06.957697 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497690fb-043d-4613-ade7-9a14ccdc2e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a2954f-45d8-4541-a82c-5f970e13bd15,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:07.350418 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cc6db3b-5300-4b6a-a3c2-9a57b5e56c1d req-390c1d7f-c75d-42c9-9c7c-34a55c6b08a2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0413568 May 03 12:30:07.594190 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b64234-2fd7-4e95-8fc0-d9a0858f6680 req-0575e85d-513c-46a5-837d-f8c22767812c tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:07.595692 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6b64234-2fd7-4e95-8fc0-d9a0858f6680 req-0575e85d-513c-46a5-837d-f8c22767812c tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0611577 May 03 12:30:07.648592 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c6b64234-2fd7-4e95-8fc0-d9a0858f6680 req-30e38cc3-7ed4-4337-9a7c-f6d6c0ccbd54 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 May 03 12:30:08.474388 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-a24e6a4a-315d-4c3b-8071-52ee3c74ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:08.475914 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-a24e6a4a-315d-4c3b-8071-52ee3c74ddfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.0477872 May 03 12:30:08.491936 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-822a2ab6-8e1f-420c-8b6f-0c352e76b10d req-5e3fd64e-3e86-44b1-bfbc-10fc115ba962 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=33bbfb08-cc9e-4b8b-b4fe-41119d20a2cb HTTP/1.1" status: 200 len: 210 time: 0.0317409 May 03 12:30:08.795350 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81876a8e-07cb-4cc6-82a8-46198347a8fe req-664cd262-0a46-4d50-884e-416dec520038 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:08.797692 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81876a8e-07cb-4cc6-82a8-46198347a8fe req-664cd262-0a46-4d50-884e-416dec520038 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0778234 May 03 12:30:08.804225 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-6a5645b4-f4e6-426d-b341-ff68be8bfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:08.804225 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-6a5645b4-f4e6-426d-b341-ff68be8bfdc8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720952 May 03 12:30:08.905172 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81876a8e-07cb-4cc6-82a8-46198347a8fe req-2f1e64ac-9d09-47b8-b7bf-87b389f3c5e0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004055 May 03 12:30:08.928458 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-091e26f6-bd07-4d7f-8cb5-82dee8c56e5d service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146524 May 03 12:30:09.206376 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b84ce69-d07e-4d17-8ec1-8a69ddccfb8d req-e0e67e0b-770e-42d9-bb4b-93d36b33d702 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897260 May 03 12:30:09.658818 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42756) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:09.711561 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09b802fd-224e-438a-83c0-47caf4120e66 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (17323f8e-d4d2-4c70-b92e-47c822744ca9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:09.734589 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09b802fd-224e-438a-83c0-47caf4120e66 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (17323f8e-d4d2-4c70-b92e-47c822744ca9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:09.840099 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09b802fd-224e-438a-83c0-47caf4120e66 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (17323f8e-d4d2-4c70-b92e-47c822744ca9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:09.842644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09b802fd-224e-438a-83c0-47caf4120e66 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:09.843767 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-09b802fd-224e-438a-83c0-47caf4120e66 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "DELETE /v2.0/security-groups/17323f8e-d4d2-4c70-b92e-47c822744ca9 HTTP/1.1" status: 204 len: 168 time: 0.1836967 May 03 12:30:09.846642 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:09.852330 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b802fd-224e-438a-83c0-47caf4120e66 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17323f8e-d4d2-4c70-b92e-47c822744ca9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:09.862283 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-719efc8f-7a14-4fce-a0f4-671f1860358e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] show failed (client error): The resource could not be found. May 03 12:30:09.863285 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-719efc8f-7a14-4fce-a0f4-671f1860358e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups/17323f8e-d4d2-4c70-b92e-47c822744ca9 HTTP/1.1" status: 404 len: 347 time: 0.0156126 May 03 12:30:09.870617 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42760) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:09.986161 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Deleting port 39d9a694-e49a-4318-9b9c-068ebbe4fa8e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:09.986502 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:10.020753 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41713ff6-ad69-4763-b027-e51a8b0df867 req-c4d9ad89-4f41-48c6-9e34-fa5e7510a36b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:10.022248 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41713ff6-ad69-4763-b027-e51a8b0df867 req-c4d9ad89-4f41-48c6-9e34-fa5e7510a36b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0472305 May 03 12:30:10.059439 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:10.059772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:10.068877 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41713ff6-ad69-4763-b027-e51a8b0df867 req-8513e011-f1de-420d-b2bd-946db0e02470 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 May 03 12:30:10.072859 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Calling delete_port for 39d9a694-e49a-4318-9b9c-068ebbe4fa8e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:10.228696 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-c795c1aa-c935-4ef2-8f48-fff97f22720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:10.230474 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-c795c1aa-c935-4ef2-8f48-fff97f22720b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1128 time: 0.0691311 May 03 12:30:10.580240 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (39d9a694-e49a-4318-9b9c-068ebbe4fa8e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:10.627001 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event deleted for resources: {'Port': ['ID=39d9a694-e49a-4318-9b9c-068ebbe4fa8e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:10.665340 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (dd9825e5-f399-4f38-9b12-d2784f871d79), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:10.668356 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:10.669733 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-9eaa5cfc-d643-4d9e-9d30-9b735f5ee2d6 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "DELETE /v2.0/floatingips/dd9825e5-f399-4f38-9b12-d2784f871d79 HTTP/1.1" status: 204 len: 168 time: 0.7979431 May 03 12:30:10.675345 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-ebf730dc-7d0f-4a39-8de1-edeff33b470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:10.676814 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-ebf730dc-7d0f-4a39-8de1-edeff33b470c service neutron] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 916 time: 0.4372988 May 03 12:30:10.733557 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-650fb170-c15b-4a40-a19f-dd5c7dfc6716 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 217 time: 0.0502889 May 03 12:30:10.833772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-da0120c1-30e8-48e6-9a70-a45dd57cf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:10.835336 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-da0120c1-30e8-48e6-9a70-a45dd57cf57e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.0955288 May 03 12:30:10.894747 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-060d1856-5771-4efd-9995-5f31c733f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:10.896987 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-060d1856-5771-4efd-9995-5f31c733f9ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472324 May 03 12:30:10.962263 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42790) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:10.968611 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739812596', 'description': 'tempest-description--656335974'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:10.997763 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-65fd30c5-8dc8-4627-9aa1-a819ac6cadef service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940738 May 03 12:30:11.057267 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.128740 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (562362af-d70e-4583-9e8f-b06fc663cf8b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.181807 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfd184-f683-485f-be1b-1e866fdf5512 req-3df7b9cd-6f6f-4580-8f63-2722b54f92d2 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:11.183199 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4adfd184-f683-485f-be1b-1e866fdf5512 req-3df7b9cd-6f6f-4580-8f63-2722b54f92d2 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0450869 May 03 12:30:11.229912 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4adfd184-f683-485f-be1b-1e866fdf5512 req-1758b3a3-9853-4fcd-b3a7-53870d85e3d1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411580 May 03 12:30:11.234646 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (562362af-d70e-4583-9e8f-b06fc663cf8b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.270045 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562362af-d70e-4583-9e8f-b06fc663cf8b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:11.323338 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.334512 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bba9f607-e0f6-4a0f-a115-6cc24b3331db tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3704040 May 03 12:30:11.337191 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42800) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:11.342018 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9bb277b0-9169-4ddc-b24e-b96debf92fff req-fa538505-dae0-48a6-875e-4692b240b036 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987759 May 03 12:30:11.347184 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'security_group_rule': {'security_group_id': '562362af-d70e-4583-9e8f-b06fc663cf8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:11.451881 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (c82bcc4a-505a-432e-8a56-01f6b077b4fd), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.508816 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (c82bcc4a-505a-432e-8a56-01f6b077b4fd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.565784 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (c82bcc4a-505a-432e-8a56-01f6b077b4fd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.583395 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82bcc4a-505a-432e-8a56-01f6b077b4fd,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:11.653340 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.654630 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-939412e9-3196-4eab-ab95-10602b855267 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156848 May 03 12:30:11.657479 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42806) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:11.661952 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'security_group_rule': {'security_group_id': '562362af-d70e-4583-9e8f-b06fc663cf8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:11.748218 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (f6d9517d-a324-437a-a42f-23c8764fe9e7), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.805494 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (f6d9517d-a324-437a-a42f-23c8764fe9e7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.891529 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (f6d9517d-a324-437a-a42f-23c8764fe9e7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.909033 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d9517d-a324-437a-a42f-23c8764fe9e7,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:11.973545 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:11.974860 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-707ac4f3-f56b-479d-9d01-1870ad9a3208 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163781 May 03 12:30:11.979220 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42810) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:11.983634 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:12.057944 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.132727 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.240335 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Allocated IP 172.27.0.47 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/aaad3651-9216-4cc4-be73-a9dfa7e7aa3d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:30:12.366255 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bb262-4cf5-4771-a927-820fb4874c5a req-8f64bc05-532f-4011-811d-da12b4136e27 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:12.367711 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da5bb262-4cf5-4771-a927-820fb4874c5a req-8f64bc05-532f-4011-811d-da12b4136e27 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 944 time: 0.0636966 May 03 12:30:12.388235 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.439082 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-da5bb262-4cf5-4771-a927-820fb4874c5a req-5fb1b7f0-6692-45a6-88c3-f485650f508b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654819 May 03 12:30:12.515062 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.549983 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:30:12.552858 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:12.556187 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:30:12.578057 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9e0b854-896e-4d3c-a404-07849001e781 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:30:12.591049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'Port': ['ID=aaad3651-9216-4cc4-be73-a9dfa7e7aa3d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:12.658951 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (0ac3e8b9-59d9-4854-b040-1a040d68b9ac), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.678012 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:12.689894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'b9e0b854-896e-4d3c-a404-07849001e781', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'port_id': 'b9e0b854-896e-4d3c-a404-07849001e781', 'mac_address': 'fa:16:3e:fd:d4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:30:12.726945 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9e0b854-896e-4d3c-a404-07849001e781 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:12.727336 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.739628 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e0b854-896e-4d3c-a404-07849001e781 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:30:12.758757 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:12.765099 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.824120 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:12.879281 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:12.934325 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:13.034779 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:13.102633 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'Port': ['ID=aaad3651-9216-4cc4-be73-a9dfa7e7aa3d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:13.112466 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (0ac3e8b9-59d9-4854-b040-1a040d68b9ac), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:13.136451 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9e0b854-896e-4d3c-a404-07849001e781'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:30:13.259112 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:13.261254 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-846fc7a5-5ea5-4fca-ac83-2828bb346a76 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2810724 May 03 12:30:13.447046 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554f832-a4bb-42b1-9dc8-2d96e719ac54 req-9589a28c-7620-455f-bde1-ebbaeb6df18f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:13.448580 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b554f832-a4bb-42b1-9dc8-2d96e719ac54 req-9589a28c-7620-455f-bde1-ebbaeb6df18f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0505061 May 03 12:30:13.503654 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b554f832-a4bb-42b1-9dc8-2d96e719ac54 req-b720e0a6-6984-4073-a17d-70da4b861f0c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494096 May 03 12:30:13.505228 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-c478b10e-3bb1-41a0-b1e2-eeadf064297e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1739812596&fields=id&tenant_id=147af77ead57444b991a4aef5577b680 HTTP/1.1" status: 200 len: 267 time: 0.0606043 May 03 12:30:13.609148 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a630ae-d365-4807-ae34-802fba97f7ce req-53bba5a5-9418-4bec-a191-eac7b4392147 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:13.610706 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b1a630ae-d365-4807-ae34-802fba97f7ce req-53bba5a5-9418-4bec-a191-eac7b4392147 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 945 time: 0.0481513 May 03 12:30:13.613212 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-6148008d-ca8c-4148-ba7d-d055c8e1e87f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:13.614667 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-6148008d-ca8c-4148-ba7d-d055c8e1e87f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 810 time: 0.1025021 May 03 12:30:13.629720 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-2c121212-454f-4ba0-96e1-46284bf17afe tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/quotas/147af77ead57444b991a4aef5577b680 HTTP/1.1" status: 200 len: 375 time: 0.0091553 May 03 12:30:13.657711 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b1a630ae-d365-4807-ae34-802fba97f7ce req-5f91676a-315b-4f62-8b94-07b5b6a04348 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 May 03 12:30:13.678654 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-52be26c8-6f0f-4588-87f6-e409f0154821 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435882 May 03 12:30:13.860739 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5ee3f91a-242f-42e4-b07f-d665c04f3dfa service neutron] 10.222.0.21 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704857 May 03 12:30:13.948603 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-85fbc0d2-2147-4f9d-b599-c56e973ab71d service neutron] 10.222.0.21 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823402 May 03 12:30:14.168323 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6a9a2305-d84c-4552-8f47-4f328bc8fe2a req-4daf8c60-903d-4830-96cc-b72402f69e2a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0284872 May 03 12:30:14.634341 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3c511-f1bd-458b-9c01-3c319be09dbf req-d8f17ff3-1e3d-4f89-a920-cb8de97a20be tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:14.635834 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44a3c511-f1bd-458b-9c01-3c319be09dbf req-d8f17ff3-1e3d-4f89-a920-cb8de97a20be tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0612769 May 03 12:30:14.682444 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-44a3c511-f1bd-458b-9c01-3c319be09dbf req-f888801f-3de6-42aa-9c05-0bb723ad63a9 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 May 03 12:30:14.773404 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72312c0-d051-4319-a3a6-85d4a18704ba req-e21e83af-f469-4424-84f7-5e80e5bdbfa9 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:14.774934 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a72312c0-d051-4319-a3a6-85d4a18704ba req-e21e83af-f469-4424-84f7-5e80e5bdbfa9 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 945 time: 0.0494397 May 03 12:30:14.820583 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a72312c0-d051-4319-a3a6-85d4a18704ba req-dbf5c3a2-c497-4054-95a3-642bd8614c2e tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 May 03 12:30:15.264670 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7be0365-3149-4479-a886-4aac7a340a6f req-b5505e01-cd8e-4925-a74e-1ee6046275fc tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0264668 May 03 12:30:15.797196 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2f8f7-6da5-495b-8bae-b07319c3db51 req-e20f9fb2-afbf-422b-bbff-7de085d13ad7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:15.798648 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-62a2f8f7-6da5-495b-8bae-b07319c3db51 req-e20f9fb2-afbf-422b-bbff-7de085d13ad7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0488994 May 03 12:30:15.845224 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-62a2f8f7-6da5-495b-8bae-b07319c3db51 req-158b4b9c-5885-4739-901a-b32e0c1c5f0c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 May 03 12:30:15.937735 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba85f30-09a8-4416-b593-42b0e49a51be req-dec54f47-dce9-4310-a9e3-c6ba57504303 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:15.939123 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ba85f30-09a8-4416-b593-42b0e49a51be req-dec54f47-dce9-4310-a9e3-c6ba57504303 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 945 time: 0.0496557 May 03 12:30:15.984666 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ba85f30-09a8-4416-b593-42b0e49a51be req-84e89d57-d2f1-4ae8-810b-15435e1abb15 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 May 03 12:30:16.299262 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9e0b854-896e-4d3c-a404-07849001e781 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:30:16.348960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port b9e0b854-896e-4d3c-a404-07849001e781 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:30:16.364058 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-569a5ed8-0db8-416b-bfbc-e126dd7ed878 req-034b91bc-3c5c-48e0-a60c-187980fc2316 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0317619 May 03 12:30:16.472073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port b9e0b854-896e-4d3c-a404-07849001e781 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:16.472073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9e0b854-896e-4d3c-a404-07849001e781), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:16.545717 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9e0b854-896e-4d3c-a404-07849001e781 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:16.546050 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:16.571934 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:16.574197 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c113a1-9194-4c91-a748-d5bd9173214a" -d '{"events": [{"server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "name": "network-vif-plugged", "status": "completed", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:16.587815 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:16.691213 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:16.730927 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df447f3-3806-4172-b528-1f3324883d36 x-openstack-request-id: req-7df447f3-3806-4172-b528-1f3324883d36 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:16.731305 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "name": "network-vif-plugged", "status": "completed", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:16.731628 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7df447f3-3806-4172-b528-1f3324883d36 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:16.732090 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df447f3-3806-4172-b528-1f3324883d36'] response: {'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'code': 200} May 03 12:30:16.757640 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:16.868961 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-fac5add0-3d2e-4918-84c0-fb926883b228 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:16.870366 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-fac5add0-3d2e-4918-84c0-fb926883b228 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0526745 May 03 12:30:17.000469 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189c1ba-119b-4d64-8f31-8dcbd40bcc4b req-21eee63d-cb44-46d1-8932-e22f7ceb295c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:17.002709 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6189c1ba-119b-4d64-8f31-8dcbd40bcc4b req-21eee63d-cb44-46d1-8932-e22f7ceb295c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 946 time: 0.0796812 May 03 12:30:17.007333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port 69db0c13-53c6-4f11-bfb2-d81930178335 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:17.007690 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:17.115921 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0767-3b74-4506-9b17-90dfcc1b3935 req-686b9ca3-d3e0-4dce-b930-f7cbb1925151 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:17.125039 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-caaa0767-3b74-4506-9b17-90dfcc1b3935 req-686b9ca3-d3e0-4dce-b930-f7cbb1925151 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0619731 May 03 12:30:17.128010 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6189c1ba-119b-4d64-8f31-8dcbd40bcc4b req-4ed0514c-c4f7-49b8-a7f3-974b452f163e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163681 May 03 12:30:17.155546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] For port 69db0c13-53c6-4f11-bfb2-d81930178335, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=69db0c13-53c6-4f11-bfb2-d81930178335,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:17.156025 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:17.205710 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-caaa0767-3b74-4506-9b17-90dfcc1b3935 req-8d3804fe-e7b1-46e5-b5b3-c8d972380e40 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709312 May 03 12:30:17.213888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce75e6e-e38c-4e24-b4ae-0e042c005df1 req-f3e17d5d-ea21-4850-80d1-a8894e3763d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:17.215334 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ce75e6e-e38c-4e24-b4ae-0e042c005df1 req-f3e17d5d-ea21-4850-80d1-a8894e3763d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1130 time: 0.0468569 May 03 12:30:17.373101 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:17.373464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (41b942af-0661-4900-8379-8bc501b9bbe8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:17.373780 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP 41b942af-0661-4900-8379-8bc501b9bbe8 disassociated. External IP: 172.27.0.132, port: 69db0c13-53c6-4f11-bfb2-d81930178335. May 03 12:30:17.374122 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for 69db0c13-53c6-4f11-bfb2-d81930178335 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:17.443230 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7ce75e6e-e38c-4e24-b4ae-0e042c005df1 req-7f0626d2-2213-4e49-ae47-58285ac6c158 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 May 03 12:30:17.475008 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3cd05c6-adf8-4092-ac99-8d991c06d47b req-1f23f57e-90cb-4fe9-b398-d0d5b0cac015 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0358393 May 03 12:30:17.594578 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (69db0c13-53c6-4f11-bfb2-d81930178335), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:17.625018 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=69db0c13-53c6-4f11-bfb2-d81930178335,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:17.738165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:30:17.839681 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7ce98aff-f6b3-4788-b789-00f0d5029a5b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:17.841215 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7ce98aff-f6b3-4788-b789-00f0d5029a5b tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 810 time: 0.1111829 May 03 12:30:17.857335 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:30:17.870878 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:30:17.880768 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:17.881380 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:17.905384 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] No DVR routers for this DVR port 69db0c13-53c6-4f11-bfb2-d81930178335 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:30:17.907946 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:17.911311 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ee8e8609-9a1d-4f42-8f9c-e1ba8cf98ea4 req-3caa625f-adaa-42b1-a677-5a2c2b6ee9a5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "DELETE /v2.0/ports/69db0c13-53c6-4f11-bfb2-d81930178335 HTTP/1.1" status: 204 len: 173 time: 1.0342290 May 03 12:30:17.911814 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'name': 'network-vif-deleted', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:17.914130 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ff0172-8e85-4381-bfce-923a48bdd97b" -d '{"events": [{"server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "name": "network-vif-deleted", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:18.002872 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:18.028853 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc14a33-6809-470b-ac5c-70c7c6947d7a x-openstack-request-id: req-0bc14a33-6809-470b-ac5c-70c7c6947d7a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:18.029148 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd4df6a-c77f-4663-99e3-f28988242600", "name": "network-vif-deleted", "tag": "69db0c13-53c6-4f11-bfb2-d81930178335", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:18.029402 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bc14a33-6809-470b-ac5c-70c7c6947d7a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:18.029860 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc14a33-6809-470b-ac5c-70c7c6947d7a'] response: {'server_uuid': 'ecd4df6a-c77f-4663-99e3-f28988242600', 'name': 'network-vif-deleted', 'tag': '69db0c13-53c6-4f11-bfb2-d81930178335', 'status': 'completed', 'code': 200} May 03 12:30:18.210611 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-6e3f2636-547e-4290-a6f7-a8885ed99091 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=147af77ead57444b991a4aef5577b680 HTTP/1.1" status: 200 len: 380 time: 0.0684505 May 03 12:30:18.216981 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:18.217204 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'port': {'device_id': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'admin_state_up': True, 'tenant_id': '147af77ead57444b991a4aef5577b680', 'security_groups': ['562362af-d70e-4583-9e8f-b06fc663cf8b']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:18.244722 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:30:18.255405 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:18.259783 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:29:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:18.285812 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-905ecaac-d4d3-4917-a61d-d5ff76c9719a req-af5d0af0-b986-4531-90de-e188854c23e8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0600629 May 03 12:30:18.385244 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315cba3-6896-4715-b472-5410547d8cf0 req-7705aa28-a528-4d86-a075-40648102c0e8 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:18.385458 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:18.386734 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6315cba3-6896-4715-b472-5410547d8cf0 req-7705aa28-a528-4d86-a075-40648102c0e8 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0762289 May 03 12:30:18.445351 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6315cba3-6896-4715-b472-5410547d8cf0 req-546b8d4c-f08b-4837-9984-53772a3b92ce tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502577 May 03 12:30:18.486416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Made reservation on behalf of 147af77ead57444b991a4aef5577b680 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:30:18.489884 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:18.584989 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-670e150d-e84a-4a94-ac1c-482b6f73b2c3 req-774fc5dd-dfa0-4b6e-9d9f-68ac00658ff0 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0354264 May 03 12:30:18.630698 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Allocated IP 172.20.0.9 (6e098d7a-9b0d-454d-b2f7-d1657967a384/71d2429b-5148-4327-87e1-1ed32f8917c9/ba811fe7-5343-43aa-9ac0-0a17e28da256) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:30:18.680621 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:18.707922 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c276339-2bea-4bee-a339-a6e5d7c459ca None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:30:18.773990 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:18.863743 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:18.906924 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:30:18.910053 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:18.914007 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:30:18.940168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53445c3-a1e5-4443-9598-161077a0c8c7 None None] New status for floating IP 41b942af-0661-4900-8379-8bc501b9bbe8: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:30:18.951946 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event updated for resources: {'Port': ['ID=ba811fe7-5343-43aa-9ac0-0a17e28da256,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:18.972647 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:18.973359 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:19.077646 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-5449c4f7-6f1a-42d5-a72d-b68c980596d1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8660789 May 03 12:30:19.124998 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Request body: {'port': {'device_id': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:19.188842 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:19.245850 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-77bcf436-9a2c-4940-9c54-d0fa27fb0bca None None] Provisioning complete for port ba811fe7-5343-43aa-9ac0-0a17e28da256 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:19.246323 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-77bcf436-9a2c-4940-9c54-d0fa27fb0bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:19.280937 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-77bcf436-9a2c-4940-9c54-d0fa27fb0bca None None] Port ba811fe7-5343-43aa-9ac0-0a17e28da256 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:30:19.407742 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a14004be-ef17-41ec-ae9d-c419cd0ba8b8 req-bee8fdb6-3730-42b1-ba2e-bc300e01be0e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecd4df6a-c77f-4663-99e3-f28988242600 HTTP/1.1" status: 200 len: 210 time: 0.0332992 May 03 12:30:19.498697 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba811fe7-5343-43aa-9ac0-0a17e28da256 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:30:19.506404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Publish callbacks [] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:19.523624 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Transition to ACTIVE for port object ba811fe7-5343-43aa-9ac0-0a17e28da256 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:30:19.565754 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5502b9b-c91d-45ed-8fce-bf47c98f25f0 req-dfc98a8c-f01b-4ce3-9bcb-8032804c4115 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:19.569485 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5502b9b-c91d-45ed-8fce-bf47c98f25f0 req-dfc98a8c-f01b-4ce3-9bcb-8032804c4115 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0496798 May 03 12:30:19.589085 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:19.643097 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Pushing event updated for resources: {'Port': ['ID=ba811fe7-5343-43aa-9ac0-0a17e28da256,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:19.659254 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5502b9b-c91d-45ed-8fce-bf47c98f25f0 req-2596207e-5864-4e7c-811d-54b6c7ec4dc5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862176 May 03 12:30:19.759577 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9466796-5ad1-48b4-8113-86b8d219ff27 req-c9177222-31e7-405d-a32e-31b43ae01d85 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:19.765027 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9466796-5ad1-48b4-8113-86b8d219ff27 req-c9177222-31e7-405d-a32e-31b43ae01d85 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 943 time: 0.0946395 May 03 12:30:19.798234 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1477d8-c238-41df-9817-759357c7c6c6 req-323a177f-46bc-4546-8250-ad87e4a59fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:19.799886 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a1477d8-c238-41df-9817-759357c7c6c6 req-323a177f-46bc-4546-8250-ad87e4a59fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0672534 May 03 12:30:19.838843 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Attempting to bind port ba811fe7-5343-43aa-9ac0-0a17e28da256 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:30:19.839190 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Attempting to bind port ba811fe7-5343-43aa-9ac0-0a17e28da256 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:30:19.839887 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Attempting to bind port ba811fe7-5343-43aa-9ac0-0a17e28da256 on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:30:19.856620 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Port ba811fe7-5343-43aa-9ac0-0a17e28da256 on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:30:19.856944 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Attempting to bind port ba811fe7-5343-43aa-9ac0-0a17e28da256 on network 6e098d7a-9b0d-454d-b2f7-d1657967a384 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:30:19.862900 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:30:19.863305 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Checking segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:30:19.863705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Bound using segment: {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:30:19.864139 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Bound port: ba811fe7-5343-43aa-9ac0-0a17e28da256, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:30:19.867222 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:19.868072 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a1477d8-c238-41df-9817-759357c7c6c6 req-3b7c058d-eb79-4313-9b5d-7598c35fad66 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622663 May 03 12:30:19.869768 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d9466796-5ad1-48b4-8113-86b8d219ff27 req-9c4556b7-51df-49d6-b20f-bb56f9ca51a2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949781 May 03 12:30:19.956097 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] For port ba811fe7-5343-43aa-9ac0-0a17e28da256, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:30:19.959016 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] For port ba811fe7-5343-43aa-9ac0-0a17e28da256, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:30:20.035105 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:20.068776 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.069409 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:20.070849 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] 10.222.0.39 "PUT /v2.0/ports/ba811fe7-5343-43aa-9ac0-0a17e28da256 HTTP/1.1" status: 200 len: 1093 time: 0.9503591 May 03 12:30:20.071713 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:20.074257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574437f2-50ab-43e1-b5a5-c79e633c2a74" -d '{"events": [{"name": "network-changed", "server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:20.112386 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12063e-785f-49a9-ac86-d031866ae4cd service neutron] Pushing event updated for resources: {'Port': ['ID=ba811fe7-5343-43aa-9ac0-0a17e28da256,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:20.119167 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d095755-48b0-4934-a135-e592219b6ed0 x-openstack-request-id: req-6d095755-48b0-4934-a135-e592219b6ed0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:20.119568 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:20.119892 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d095755-48b0-4934-a135-e592219b6ed0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:20.121088 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d095755-48b0-4934-a135-e592219b6ed0'] response: {'name': 'network-changed', 'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'status': 'completed', 'code': 200} May 03 12:30:20.236256 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574437f2-50ab-43e1-b5a5-c79e633c2a74 req-cedf35c8-1472-40bb-a4ef-2419ac2327e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.237834 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-574437f2-50ab-43e1-b5a5-c79e633c2a74 req-cedf35c8-1472-40bb-a4ef-2419ac2327e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 1127 time: 0.0726650 May 03 12:30:20.253130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0baa58-4b67-453b-ab1b-a2ed5d6a14ac req-3fbb0e7b-98a8-4e89-865c-3cd4ce508672 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.254693 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e0baa58-4b67-453b-ab1b-a2ed5d6a14ac req-3fbb0e7b-98a8-4e89-865c-3cd4ce508672 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0576298 May 03 12:30:20.299055 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 69db0c13-53c6-4f11-bfb2-d81930178335 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:20.325381 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 69db0c13-53c6-4f11-bfb2-d81930178335 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:30:20.325727 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 69db0c13-53c6-4f11-bfb2-d81930178335 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:30:20.364070 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3e0baa58-4b67-453b-ab1b-a2ed5d6a14ac req-114e14e8-c9ca-467a-a6d4-4b7191f297af tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997927 May 03 12:30:20.381069 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574437f2-50ab-43e1-b5a5-c79e633c2a74 req-44e9cb7d-f388-4ad8-8ff2-a3d3427d36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.382590 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-574437f2-50ab-43e1-b5a5-c79e633c2a74 req-44e9cb7d-f388-4ad8-8ff2-a3d3427d36ed service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=147af77ead57444b991a4aef5577b680&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1270010 May 03 12:30:20.481060 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574437f2-50ab-43e1-b5a5-c79e633c2a74 req-028b264f-c404-49a9-adfa-8073c582fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.482538 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-574437f2-50ab-43e1-b5a5-c79e633c2a74 req-028b264f-c404-49a9-adfa-8073c582fba6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933511 May 03 12:30:20.555520 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 42966) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:20.605988 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-22dffc11-7362-485d-93c1-3f8ef0fe79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.607708 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-22dffc11-7362-485d-93c1-3f8ef0fe79f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 1127 time: 0.0627415 May 03 12:30:20.673813 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5d280fc9-51f9-43d5-bd47-3a3b4d512478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:20.913267 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-38a242ac-69d1-4707-8623-d8de6c10033c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256 HTTP/1.1" status: 200 len: 217 time: 0.2904909 May 03 12:30:20.918504 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e45c9673-fdf9-4194-ade8-92169f1d3fae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (3c8a4be7-f764-4cf5-b953-b86e6f74cdfe), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:20.974334 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e45c9673-fdf9-4194-ade8-92169f1d3fae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (3c8a4be7-f764-4cf5-b953-b86e6f74cdfe), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:20.996980 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-fecd274e-2026-4b0a-9855-90dbc48ab4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:20.998486 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-fecd274e-2026-4b0a-9855-90dbc48ab4fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.0780909 May 03 12:30:21.007780 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974a67f-3c04-4c1c-bf71-a48141ed069a req-de2631bd-b1bd-40d2-ac4c-2876ca6d1d70 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:21.009500 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3974a67f-3c04-4c1c-bf71-a48141ed069a req-de2631bd-b1bd-40d2-ac4c-2876ca6d1d70 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 943 time: 0.0525527 May 03 12:30:21.060916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-1efc68b9-f8a7-46d5-9851-dba86510a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:21.062575 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-1efc68b9-f8a7-46d5-9851-dba86510a729 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568392 May 03 12:30:21.090338 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3974a67f-3c04-4c1c-bf71-a48141ed069a req-f7a6d0bd-0dda-42ea-86a9-bd77b702afe9 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747209 May 03 12:30:21.139018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e45c9673-fdf9-4194-ade8-92169f1d3fae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3c8a4be7-f764-4cf5-b953-b86e6f74cdfe), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.141470 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e45c9673-fdf9-4194-ade8-92169f1d3fae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.142593 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e45c9673-fdf9-4194-ade8-92169f1d3fae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c8a4be7-f764-4cf5-b953-b86e6f74cdfe HTTP/1.1" status: 204 len: 168 time: 0.5861533 May 03 12:30:21.145367 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:21.158706 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c9673-fdf9-4194-ade8-92169f1d3fae tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a4be7-f764-4cf5-b953-b86e6f74cdfe,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:21.169634 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-1bc0e44e-f7fb-47a0-9ff4-d29bfca51bf0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] show failed (client error): The resource could not be found. May 03 12:30:21.171485 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1bc0e44e-f7fb-47a0-9ff4-d29bfca51bf0 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups/3c8a4be7-f764-4cf5-b953-b86e6f74cdfe HTTP/1.1" status: 404 len: 347 time: 0.0242662 May 03 12:30:21.174463 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:21.193717 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-fef5cf8b-c294-48f6-b8d1-756b5854bab0 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225779 May 03 12:30:21.303124 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-806c7ed8-1e49-4fa9-96cb-29775c84db86 req-a9d20901-8482-42ec-ba69-c25b58e22a60 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028190 May 03 12:30:21.309344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port 4488d8bc-9eaf-49d6-9fd2-d815870d98a8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:30:21.309687 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.390114 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.390344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.402626 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for 4488d8bc-9eaf-49d6-9fd2-d815870d98a8 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:30:21.592789 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (4488d8bc-9eaf-49d6-9fd2-d815870d98a8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.618563 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=4488d8bc-9eaf-49d6-9fd2-d815870d98a8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:21.643350 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (41b942af-0661-4900-8379-8bc501b9bbe8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.645853 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.646988 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-25f70aa5-b42d-4840-96e2-0a652ca26d7f tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/floatingips/41b942af-0661-4900-8379-8bc501b9bbe8 HTTP/1.1" status: 204 len: 168 time: 0.4714155 May 03 12:30:21.776709 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 42996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:21.883077 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71fe7e67-d759-4cc1-b086-57228c065d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:21.942511 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43000) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:21.947518 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406713462', 'description': 'tempest-description--664541258'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:21.959186 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71fe7e67-d759-4cc1-b086-57228c065d65 admin admin] Publish callbacks [] for security_group (f2c7c214-97bb-4c1d-8d56-e9986c4f44b2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.051695 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71fe7e67-d759-4cc1-b086-57228c065d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f2c7c214-97bb-4c1d-8d56-e9986c4f44b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.080533 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.088715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe7e67-d759-4cc1-b086-57228c065d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7c214-97bb-4c1d-8d56-e9986c4f44b2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:22.093045 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-71fe7e67-d759-4cc1-b086-57228c065d65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=605855a55e864b52ba9fe66eff1c9402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153129 May 03 12:30:22.095546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:22.158059 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (ab43a07f-362d-4683-8bd6-42e85f94fd25), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.161507 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afb50678-3b01-49a7-aee8-59647fefa710 admin admin] Publish callbacks [] for security_group (f2c7c214-97bb-4c1d-8d56-e9986c4f44b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.208794 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afb50678-3b01-49a7-aee8-59647fefa710 admin admin] Publish callbacks [] for security_group (f2c7c214-97bb-4c1d-8d56-e9986c4f44b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.244454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d6a39-8d6a-4f7e-9ea4-76aff05a7788 req-45d0736d-1760-45c3-95a5-15140a6f901f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:22.245823 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ab43a07f-362d-4683-8bd6-42e85f94fd25), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.245966 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-828d6a39-8d6a-4f7e-9ea4-76aff05a7788 req-45d0736d-1760-45c3-95a5-15140a6f901f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 943 time: 0.0722287 May 03 12:30:22.276026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab43a07f-362d-4683-8bd6-42e85f94fd25,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:22.296210 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device ba811fe7-5343-43aa-9ac0-0a17e28da256 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:30:22.318159 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-828d6a39-8d6a-4f7e-9ea4-76aff05a7788 req-0d173371-6aaa-4011-b4d1-c20028bfe840 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444925 May 03 12:30:22.361933 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.364509 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b52abe30-2567-4694-9715-1f0a778efe85 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4196622 May 03 12:30:22.371962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:22.371962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': 'ab43a07f-362d-4683-8bd6-42e85f94fd25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:22.385225 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afb50678-3b01-49a7-aee8-59647fefa710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f2c7c214-97bb-4c1d-8d56-e9986c4f44b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.387692 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afb50678-3b01-49a7-aee8-59647fefa710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.388879 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-afb50678-3b01-49a7-aee8-59647fefa710 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2c7c214-97bb-4c1d-8d56-e9986c4f44b2 HTTP/1.1" status: 204 len: 168 time: 0.2920558 May 03 12:30:22.405493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb50678-3b01-49a7-aee8-59647fefa710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7c214-97bb-4c1d-8d56-e9986c4f44b2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:22.411550 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port ba811fe7-5343-43aa-9ac0-0a17e28da256, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:22.429874 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'port_id': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'mac_address': 'fa:16:3e:d9:86:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:30:22.454635 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (3d58a5ae-0527-4866-a7a3-8de5057e4a4c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.472198 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port ba811fe7-5343-43aa-9ac0-0a17e28da256 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:22.472635 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.488230 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba811fe7-5343-43aa-9ac0-0a17e28da256 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:30:22.507493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port ba811fe7-5343-43aa-9ac0-0a17e28da256, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:22.526395 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (3d58a5ae-0527-4866-a7a3-8de5057e4a4c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.566094 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.595066 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (3d58a5ae-0527-4866-a7a3-8de5057e4a4c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.613831 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=ba811fe7-5343-43aa-9ac0-0a17e28da256,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:22.616445 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d58a5ae-0527-4866-a7a3-8de5057e4a4c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:22.694141 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.695581 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c8d70182-ca17-4310-8274-14838f74cdba tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282664 May 03 12:30:22.698945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:22.703841 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'security_group_rule': {'security_group_id': 'ab43a07f-362d-4683-8bd6-42e85f94fd25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:22.774092 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (ef2a1980-039e-4def-b907-db24af83a8ca), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.809866 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a7f44533-a8a9-4ad4-9ec4-98f2db0163df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.837319 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (ef2a1980-039e-4def-b907-db24af83a8ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.905834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['ba811fe7-5343-43aa-9ac0-0a17e28da256'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:30:22.937310 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (ef2a1980-039e-4def-b907-db24af83a8ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:22.955248 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef2a1980-039e-4def-b907-db24af83a8ca,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:23.047914 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.051103 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-24e9f1a3-ff79-4dad-b78d-2c8bf6b4a638 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3494420 May 03 12:30:23.052732 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43030) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:23.057885 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:23.075568 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43032) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:23.091822 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54909f41-c8fe-4d4e-b478-c982e10242d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.160616 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.187015 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54909f41-c8fe-4d4e-b478-c982e10242d0 admin admin] Publish callbacks [] for security_group (57f5fa29-7bd2-4128-9e38-5c00c86d9ff3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.260605 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.285886 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54909f41-c8fe-4d4e-b478-c982e10242d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (57f5fa29-7bd2-4128-9e38-5c00c86d9ff3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.344343 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-54909f41-c8fe-4d4e-b478-c982e10242d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b717220d6e6249ff98e5fb1555cad9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675741 May 03 12:30:23.347152 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43036) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:23.359744 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54909f41-c8fe-4d4e-b478-c982e10242d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5fa29-7bd2-4128-9e38-5c00c86d9ff3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:23.420616 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.27.0.140 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/b157dcb5-3c87-4f06-8723-24552b49bdb1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:30:23.466213 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abef94d6-c704-44dd-a447-f07256d43800 admin admin] Publish callbacks [] for security_group (57f5fa29-7bd2-4128-9e38-5c00c86d9ff3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.466384 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed81549-b979-48e1-89d5-83dc70fc3416 req-59b804d1-ce11-454f-b6c5-e294757e7b8c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:23.468246 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2ed81549-b979-48e1-89d5-83dc70fc3416 req-59b804d1-ce11-454f-b6c5-e294757e7b8c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 944 time: 0.0565398 May 03 12:30:23.528306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abef94d6-c704-44dd-a447-f07256d43800 admin admin] Publish callbacks [] for security_group (57f5fa29-7bd2-4128-9e38-5c00c86d9ff3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.533513 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2ed81549-b979-48e1-89d5-83dc70fc3416 req-6e53884a-a1e4-4bed-824f-8c7d44dcee6f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514410 May 03 12:30:23.588064 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.680071 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abef94d6-c704-44dd-a447-f07256d43800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (57f5fa29-7bd2-4128-9e38-5c00c86d9ff3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.683167 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abef94d6-c704-44dd-a447-f07256d43800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.684310 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-abef94d6-c704-44dd-a447-f07256d43800 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57f5fa29-7bd2-4128-9e38-5c00c86d9ff3 HTTP/1.1" status: 204 len: 168 time: 0.3362343 May 03 12:30:23.692402 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef94d6-c704-44dd-a447-f07256d43800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5fa29-7bd2-4128-9e38-5c00c86d9ff3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:23.709844 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.751980 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:30:23.754813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:23.758403 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:30:23.784030 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=b157dcb5-3c87-4f06-8723-24552b49bdb1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:23.848026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (b0e64a05-7c5b-4d47-9348-fb37a5688433), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:23.924856 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.080267 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.131716 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.154620 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.224471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=b157dcb5-3c87-4f06-8723-24552b49bdb1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:24.236278 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (b0e64a05-7c5b-4d47-9348-fb37a5688433), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.299487 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.300870 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e1dfc195-9c7f-4936-b74f-96ee7d32e243 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2469668 May 03 12:30:24.317814 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device ba811fe7-5343-43aa-9ac0-0a17e28da256 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:30:24.371445 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port ba811fe7-5343-43aa-9ac0-0a17e28da256 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:30:24.474591 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port ba811fe7-5343-43aa-9ac0-0a17e28da256 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:24.475025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.509961 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-6deaf1cc-d3bf-4c8e-8d69-87e3effbdd8e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--406713462&fields=id&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 267 time: 0.0474076 May 03 12:30:24.556653 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port ba811fe7-5343-43aa-9ac0-0a17e28da256 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:24.556653 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.588414 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:24.590844 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cc0f28-8203-4cb0-89d3-789d106ca448" -d '{"events": [{"server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "name": "network-vif-plugged", "status": "completed", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:24.605263 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port ba811fe7-5343-43aa-9ac0-0a17e28da256, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:24.630575 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-8a727043-57f9-4f68-9b48-49302f401244 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:24.632088 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-8a727043-57f9-4f68-9b48-49302f401244 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1153510 May 03 12:30:24.650053 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-0dab3038-b791-489e-861e-237b344f89a7 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/quotas/275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 375 time: 0.0108371 May 03 12:30:24.660081 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11268-f4b5-46c2-b418-055ff89c8427 req-8729c37d-8496-44b0-a2ec-c5edb06b077f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:24.661900 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b1f11268-f4b5-46c2-b418-055ff89c8427 req-8729c37d-8496-44b0-a2ec-c5edb06b077f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 944 time: 0.0493007 May 03 12:30:24.670708 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:24.731188 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-73b2dd54-d091-467d-9026-9dbd5444df44 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753500 May 03 12:30:24.731748 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b1f11268-f4b5-46c2-b418-055ff89c8427 req-00572602-468b-4c10-af89-4d0cd46104c1 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597911 May 03 12:30:24.741508 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=ba811fe7-5343-43aa-9ac0-0a17e28da256,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:24.777427 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aaf5c2-33ba-41af-ac7c-30602bf5a47f x-openstack-request-id: req-75aaf5c2-33ba-41af-ac7c-30602bf5a47f {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:24.777947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "name": "network-vif-plugged", "status": "completed", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:24.778509 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75aaf5c2-33ba-41af-ac7c-30602bf5a47f {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:24.778632 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75aaf5c2-33ba-41af-ac7c-30602bf5a47f'] response: {'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'code': 200} May 03 12:30:24.828767 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-d2e6f52a-5b81-4adc-b31f-7f9af0f01f99 service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966957 May 03 12:30:24.922558 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-38dc374e-453d-4594-a649-0c919fda8da5 service neutron] 10.222.0.21 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 May 03 12:30:25.180348 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c440-dd8b-47ca-8cea-69eed1e8dcaf req-d1dfa168-f039-427c-828f-335dec8124a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:25.181894 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56e1c440-dd8b-47ca-8cea-69eed1e8dcaf req-d1dfa168-f039-427c-828f-335dec8124a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 1129 time: 0.0432036 May 03 12:30:25.190279 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f6501eeb-6fbe-480c-9de1-b3f3867e38ce req-26924a80-aaa3-49fc-9e77-76d8d6a8ea15 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 210 time: 0.0308831 May 03 12:30:25.232838 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-56e1c440-dd8b-47ca-8cea-69eed1e8dcaf req-5746dd75-bfad-49d1-9111-d37c43469842 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451603 May 03 12:30:25.337210 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:25.847477 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e1877-9dc5-48bb-aeb2-9dbad97882a6 req-c86fdba2-0db9-49a4-b87b-2e40030ed607 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:25.849074 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-917e1877-9dc5-48bb-aeb2-9dbad97882a6 req-c86fdba2-0db9-49a4-b87b-2e40030ed607 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0513461 May 03 12:30:25.898689 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-917e1877-9dc5-48bb-aeb2-9dbad97882a6 req-a44a5c14-5455-4a2c-aeb9-f7280866c19a tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433393 May 03 12:30:26.296334 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04584267-2a9e-4651-abcc-c511537b0ac3 req-489a2fee-cece-490a-a19c-e53bb89d4161 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 210 time: 0.0315461 May 03 12:30:27.016884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1aea2-ebe8-4be2-a764-7ad5470f380a req-b0437a0f-a920-4e00-b27a-73e5076eb144 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:27.018434 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-efc1aea2-ebe8-4be2-a764-7ad5470f380a req-b0437a0f-a920-4e00-b27a-73e5076eb144 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0516238 May 03 12:30:27.066904 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-efc1aea2-ebe8-4be2-a764-7ad5470f380a req-227c3b43-8a4c-4927-ba41-b42f6e11c459 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 May 03 12:30:27.165960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:27.396919 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b461c99a-9d68-4e45-bf87-6109ffbf850a req-cc8c5f76-0054-4df7-9c79-3093b9f51619 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 210 time: 0.0326939 May 03 12:30:27.850357 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-bb41a5b9-cb34-4b8d-b6d8-ccf615e61ee3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:27.851836 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-bb41a5b9-cb34-4b8d-b6d8-ccf615e61ee3 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 814 time: 0.1067121 May 03 12:30:27.929937 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-fb6d99b6-cee3-4d2e-8c1b-07cf73c6d36b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=275e4ca81d1248ba98718d775404a8c4 HTTP/1.1" status: 200 len: 379 time: 0.0617206 May 03 12:30:27.939247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'port': {'device_id': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'admin_state_up': True, 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'security_groups': ['ab43a07f-362d-4683-8bd6-42e85f94fd25']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:28.166252 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Made reservation on behalf of 275e4ca81d1248ba98718d775404a8c4 for: {'port': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:30:28.166252 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:28.200732 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9136c-453c-4e03-80ed-92fb61ab537f req-b327e4c1-bdc7-47b5-a299-dcbae7374fca tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:28.200732 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cf9136c-453c-4e03-80ed-92fb61ab537f req-b327e4c1-bdc7-47b5-a299-dcbae7374fca tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0620172 May 03 12:30:28.315282 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8cf9136c-453c-4e03-80ed-92fb61ab537f req-d5ccfbbf-2b27-4020-b15e-a09841dfc918 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101649 May 03 12:30:28.347473 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Allocated IP 172.20.0.8 (651deaf2-f555-4473-aaf3-ea8f200dceb4/e6697b7f-1970-4498-b433-d89a1e13e5ca/4793c510-b79e-42f0-8993-8b703076a334) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:30:28.484744 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd38ba-2ff7-4a61-b647-acd5ddaa38e5 req-91eed08c-9783-4c9a-ab59-4cb1c929b98d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:28.486645 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f5dd38ba-2ff7-4a61-b647-acd5ddaa38e5 req-91eed08c-9783-4c9a-ab59-4cb1c929b98d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0956366 May 03 12:30:28.495486 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:28.500897 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Request body: {'floatingip': {'port_id': 'ba811fe7-5343-43aa-9ac0-0a17e28da256'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:28.547530 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for port (4793c510-b79e-42f0-8993-8b703076a334), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:28.579351 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (0ac3e8b9-59d9-4854-b040-1a040d68b9ac), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:28.629112 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c5a25311-b9f3-4186-afb4-962b388a793e req-9e79f74b-95d3-4c2c-86a0-d1ce07955beb tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 210 time: 0.0714810 May 03 12:30:28.651180 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bc5a5-9543-4301-9b10-74ee180cd126 req-c6e69189-197f-4427-9bc5-3c1dd32f5c49 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:28.652784 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-610bc5a5-9543-4301-9b10-74ee180cd126 req-c6e69189-197f-4427-9bc5-3c1dd32f5c49 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0691204 May 03 12:30:28.710798 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-610bc5a5-9543-4301-9b10-74ee180cd126 req-128e6838-9a9f-472f-af14-d2af72b5b042 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516536 May 03 12:30:28.713189 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (4793c510-b79e-42f0-8993-8b703076a334), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:28.754589 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:30:28.757694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:28.762145 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:30:28.789191 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event updated for resources: {'Port': ['ID=4793c510-b79e-42f0-8993-8b703076a334,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:28.818946 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:28.819739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:28.900266 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-cec225ff-fcaf-4ff1-a479-dc468881b67c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644649 May 03 12:30:28.922705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Request body: {'port': {'device_id': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:28.988874 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (4793c510-b79e-42f0-8993-8b703076a334), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.012640 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-b20a945c-c63a-4f02-9207-556829b90ff1 None None] Provisioning complete for port 4793c510-b79e-42f0-8993-8b703076a334 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:29.013715 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-b20a945c-c63a-4f02-9207-556829b90ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (4793c510-b79e-42f0-8993-8b703076a334), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.056683 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-b20a945c-c63a-4f02-9207-556829b90ff1 None None] Port 4793c510-b79e-42f0-8993-8b703076a334 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:30:29.095349 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.137508 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (0ac3e8b9-59d9-4854-b040-1a040d68b9ac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.243212 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Floating IP 0ac3e8b9-59d9-4854-b040-1a040d68b9ac associated. External IP: 172.27.0.47, port: ba811fe7-5343-43aa-9ac0-0a17e28da256. May 03 12:30:29.257444 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4793c510-b79e-42f0-8993-8b703076a334 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:30:29.264835 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Publish callbacks [] for port (4793c510-b79e-42f0-8993-8b703076a334), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.276800 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Transition to ACTIVE for port object 4793c510-b79e-42f0-8993-8b703076a334 will not be triggered until provisioned by entity L2. {{(pid=103886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:30:29.394284 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (4793c510-b79e-42f0-8993-8b703076a334), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.448721 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Pushing event updated for resources: {'Port': ['ID=4793c510-b79e-42f0-8993-8b703076a334,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:29.526200 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Attempting to bind port 4793c510-b79e-42f0-8993-8b703076a334 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:30:29.526894 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Attempting to bind port 4793c510-b79e-42f0-8993-8b703076a334 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:30:29.527272 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Attempting to bind port 4793c510-b79e-42f0-8993-8b703076a334 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:30:29.532824 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Port 4793c510-b79e-42f0-8993-8b703076a334 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:30:29.533049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Attempting to bind port 4793c510-b79e-42f0-8993-8b703076a334 on network 651deaf2-f555-4473-aaf3-ea8f200dceb4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:30:29.538738 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:30:29.539173 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Checking segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:30:29.539645 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Bound using segment: {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:30:29.540152 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Bound port: 4793c510-b79e-42f0-8993-8b703076a334, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84219953-8ce8-47d3-b990-81ee9b53e1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:30:29.540641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (4793c510-b79e-42f0-8993-8b703076a334), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.613342 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] For port 4793c510-b79e-42f0-8993-8b703076a334, host hv-cinder-82491, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:30:29.616705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] For port 4793c510-b79e-42f0-8993-8b703076a334, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=4793c510-b79e-42f0-8993-8b703076a334,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:30:29.714855 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (4793c510-b79e-42f0-8993-8b703076a334), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.775854 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:29.777070 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:29.777200 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:30:29.779031 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] 10.222.0.39 "PUT /v2.0/ports/4793c510-b79e-42f0-8993-8b703076a334 HTTP/1.1" status: 200 len: 1093 time: 0.8627830 May 03 12:30:29.779919 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'tag': '4793c510-b79e-42f0-8993-8b703076a334'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:29.793880 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052fac97-b9c3-45ff-abc0-ed1ca6523673" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "tag": "4793c510-b79e-42f0-8993-8b703076a334"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:29.810212 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1bec-a871-408f-a222-895c3ccc7ae4 req-62581a43-b09e-4cde-9f7c-2a02eb233309 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:29.817142 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73cb1bec-a871-408f-a222-895c3ccc7ae4 req-62581a43-b09e-4cde-9f7c-2a02eb233309 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 943 time: 0.0957475 May 03 12:30:29.829387 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029f025-3d06-4a72-9a7f-07287ddb0165 service neutron] Pushing event updated for resources: {'Port': ['ID=4793c510-b79e-42f0-8993-8b703076a334,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:29.892072 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0cb23-9657-498e-b541-fa7508692a94 req-b0a21847-fa15-4947-87a2-ec97291eaed6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:29.893756 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57d0cb23-9657-498e-b541-fa7508692a94 req-b0a21847-fa15-4947-87a2-ec97291eaed6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0532649 May 03 12:30:29.932321 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-73cb1bec-a871-408f-a222-895c3ccc7ae4 req-bdcff47d-8cc0-4aaa-aede-6c6e9d7100d5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142108 May 03 12:30:29.974187 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-57d0cb23-9657-498e-b541-fa7508692a94 req-9c408e24-552c-4b87-a896-fd6ed93fcb6c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578747 May 03 12:30:29.995137 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79213ac-9355-4040-aab4-944b4878d30b x-openstack-request-id: req-c79213ac-9355-4040-aab4-944b4878d30b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:29.995433 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "tag": "4793c510-b79e-42f0-8993-8b703076a334", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:29.995690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c79213ac-9355-4040-aab4-944b4878d30b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:29.996112 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79213ac-9355-4040-aab4-944b4878d30b'] response: {'name': 'network-changed', 'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'tag': '4793c510-b79e-42f0-8993-8b703076a334', 'status': 'completed', 'code': 200} May 03 12:30:30.011534 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:30:30.018124 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:30.023145 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:30:30.033956 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:30.034569 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:30:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:30.049383 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2566d501-47c5-45a4-9ab0-ef97b98685d2 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "PUT /v2.0/floatingips/0ac3e8b9-59d9-4854-b040-1a040d68b9ac HTTP/1.1" status: 200 len: 990 time: 1.5521691 May 03 12:30:30.049980 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:30.052279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8436aa6c-9ce8-46dd-a810-37979a33c001" -d '{"events": [{"name": "network-changed", "server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:30.093464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7355136-6c15-47e5-9293-e7ce456c4464 x-openstack-request-id: req-d7355136-6c15-47e5-9293-e7ce456c4464 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:30.093464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:30.093464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7355136-6c15-47e5-9293-e7ce456c4464 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:30.097316 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7355136-6c15-47e5-9293-e7ce456c4464'] response: {'name': 'network-changed', 'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'status': 'completed', 'code': 200} May 03 12:30:30.152601 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:30.344313 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-b901b76c-08f6-454c-b0d6-46148ccf6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.345997 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-b901b76c-08f6-454c-b0d6-46148ccf6ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 1127 time: 0.0618403 May 03 12:30:30.361673 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-9d3a0369-8534-4886-8b96-abc53fff7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.363743 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-9d3a0369-8534-4886-8b96-abc53fff7d35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147af77ead57444b991a4aef5577b680&device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 1129 time: 0.0631850 May 03 12:30:30.397177 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '0ac3e8b9-59d9-4854-b040-1a040d68b9ac', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'port_id': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'mac_address': 'fa:16:3e:d9:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:12Z', 'updated_at': '2022-05-03T12:30:29Z', 'revision_number': 1, 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:30.401102 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-961164fd-ee94-4d2c-ba3f-2393f0deb710 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4793c510-b79e-42f0-8993-8b703076a334 HTTP/1.1" status: 200 len: 217 time: 0.0385523 May 03 12:30:30.426397 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:30:30.435081 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:30.435732 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:30:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:30.459318 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-50874e15-cdfc-480d-bfa8-c68eb6fe9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.462052 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-50874e15-cdfc-480d-bfa8-c68eb6fe9dcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.0548704 May 03 12:30:30.471733 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-9f5463c4-1f1a-4d8c-98a5-f3d066f54c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.473640 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-9f5463c4-1f1a-4d8c-98a5-f3d066f54c55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 200 len: 911 time: 0.0985956 May 03 12:30:30.532395 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-a45e7736-c7a4-43ee-a1f2-a126bd07b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.535309 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-a45e7736-c7a4-43ee-a1f2-a126bd07b549 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679410 May 03 12:30:30.555285 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:30.574742 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-5065d2a1-43a2-4bd2-9e39-935bf0a125af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256 HTTP/1.1" status: 200 len: 998 time: 0.0856676 May 03 12:30:30.625627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-e678ea09-b833-4f6f-aa47-9f26dc69a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.627703 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-e678ea09-b833-4f6f-aa47-9f26dc69a234 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 200 len: 849 time: 0.0462742 May 03 12:30:30.637737 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-1887678b-6fe8-46f7-89e8-b2f3e9bce776 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880568 May 03 12:30:30.682358 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-257d2431-5436-4455-8753-3575a1ea7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:30.684278 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-257d2431-5436-4455-8753-3575a1ea7b73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6e098d7a-9b0d-454d-b2f7-d1657967a384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488331 May 03 12:30:30.765664 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ff664d7-fc91-457e-b785-9d6862de3170 req-31823134-4a39-4d02-935c-1c0cb567e367 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205573 May 03 12:30:30.800325 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-604bb9a8-9b7c-4e20-9168-72bb9df3a61a service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079760 May 03 12:30:30.807713 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '0ac3e8b9-59d9-4854-b040-1a040d68b9ac', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'port_id': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'mac_address': 'fa:16:3e:d9:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:12Z', 'updated_at': '2022-05-03T12:30:29Z', 'revision_number': 1, 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:30.835600 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9592f2-d445-4ae6-ac9c-e0a08372942f None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '0ac3e8b9-59d9-4854-b040-1a040d68b9ac', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'floating_ip_address': '172.27.0.47', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'port_id': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'mac_address': 'fa:16:3e:d9:86:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:12Z', 'updated_at': '2022-05-03T12:30:29Z', 'revision_number': 1, 'project_id': '147af77ead57444b991a4aef5577b680', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:30:30.913074 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8436aa6c-9ce8-46dd-a810-37979a33c001 req-d456b466-1851-4b81-8372-e4be74e959d0 service neutron] 10.222.0.39 "GET /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042325 May 03 12:30:31.018938 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee97d0-1ba2-4713-af2c-cec7d5223742 req-ba6e3915-d70a-45ef-a0f3-c59b75093d12 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:31.020642 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9ee97d0-1ba2-4713-af2c-cec7d5223742 req-ba6e3915-d70a-45ef-a0f3-c59b75093d12 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0730853 May 03 12:30:31.070558 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a10cf-7418-467d-a647-8edb7b17b34a req-1d8a82ff-98cf-4b0c-b1cf-ced8d00b2859 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:31.073113 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f40a10cf-7418-467d-a647-8edb7b17b34a req-1d8a82ff-98cf-4b0c-b1cf-ced8d00b2859 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 943 time: 0.0608759 May 03 12:30:31.080301 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da35189-d4dc-4c41-9988-fee7d09e5ed9 None None] New status for floating IP 0ac3e8b9-59d9-4854-b040-1a040d68b9ac: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:30:31.080876 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f9ee97d0-1ba2-4713-af2c-cec7d5223742 req-ca11eb2a-a0db-45cd-a96c-fe695702f8dc tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 May 03 12:30:31.106547 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43238) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:31.154066 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f40a10cf-7418-467d-a647-8edb7b17b34a req-146a1059-477e-4186-b766-3a564a24d425 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751402 May 03 12:30:31.221552 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb5442-24d7-4bb2-90be-731a912d80db req-f4a1b178-9c34-411a-a6e4-11242c80614d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:31.223471 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cebb5442-24d7-4bb2-90be-731a912d80db req-f4a1b178-9c34-411a-a6e4-11242c80614d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0663986 May 03 12:30:31.295209 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cebb5442-24d7-4bb2-90be-731a912d80db req-2f4cc67c-5588-4296-9ca8-232dd1b386a8 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647864 May 03 12:30:31.361424 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f1f64-fe52-40ed-8695-be4bd43756cd tempest-TestMinimumBasicScenario-1976952769 tempest-TestMinimumBasicScenario-1976952769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:31.581641 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7a5f1f64-fe52-40ed-8695-be4bd43756cd tempest-TestMinimumBasicScenario-1976952769 tempest-TestMinimumBasicScenario-1976952769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1125 time: 0.2574644 May 03 12:30:31.581641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43246) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:31.581641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'port_id': 'b9e0b854-896e-4d3c-a404-07849001e781', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:31.581641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:31.629558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:31.750174 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Allocated IP 172.27.0.225 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/55c04842-08ee-44b4-a694-95356c5d39b5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:30:31.824739 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:31.870085 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for port (55c04842-08ee-44b4-a694-95356c5d39b5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:31.964838 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99affb9e-ccf5-4ffb-98f4-922a788297db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:31.974274 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-8eda5d3e-79e8-488a-ad06-ce62ebcc3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:31.975749 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-8eda5d3e-79e8-488a-ad06-ce62ebcc3e03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 1127 time: 0.0608327 May 03 12:30:31.983724 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (55c04842-08ee-44b4-a694-95356c5d39b5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.028332 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:30:32.033123 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:32.035779 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:30:32.064093 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'Port': ['ID=55c04842-08ee-44b4-a694-95356c5d39b5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:32.118599 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-dcda3ff7-b323-4cc0-b1a0-41728b722c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:32.118599 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-dcda3ff7-b323-4cc0-b1a0-41728b722c39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 915 time: 0.1270137 May 03 12:30:32.164715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99affb9e-ccf5-4ffb-98f4-922a788297db admin admin] Publish callbacks [] for security_group (21506e06-d497-4e59-ad50-5bd0d2632e85), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.166908 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-2bac08c9-263b-4e0e-9a7f-c2c9b034f35f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4793c510-b79e-42f0-8993-8b703076a334 HTTP/1.1" status: 200 len: 217 time: 0.0492003 May 03 12:30:32.230047 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-89acf819-5446-4993-bc03-34643f8128de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:32.233366 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-89acf819-5446-4993-bc03-34643f8128de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.0522125 May 03 12:30:32.265430 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99affb9e-ccf5-4ffb-98f4-922a788297db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (21506e06-d497-4e59-ad50-5bd0d2632e85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.350402 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-c01d5504-a2bf-4f7b-9c9c-3b0f2fec94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:32.352008 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-c01d5504-a2bf-4f7b-9c9c-3b0f2fec94fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111615 May 03 12:30:32.369052 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 4793c510-b79e-42f0-8993-8b703076a334 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:30:32.431857 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-99affb9e-ccf5-4ffb-98f4-922a788297db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9749ce76048242cbaffd40d73dab1626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6059811 May 03 12:30:32.436779 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:32.437419 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99affb9e-ccf5-4ffb-98f4-922a788297db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21506e06-d497-4e59-ad50-5bd0d2632e85,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:32.457764 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce0fb-bc09-48b6-8520-b5f367b81ae1 req-2084bdc0-85ca-4b53-b266-cc2883adf57c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:32.459252 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ab1ce0fb-bc09-48b6-8520-b5f367b81ae1 req-2084bdc0-85ca-4b53-b266-cc2883adf57c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 943 time: 0.2045293 May 03 12:30:32.511279 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 4793c510-b79e-42f0-8993-8b703076a334, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=4793c510-b79e-42f0-8993-8b703076a334,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:32.518735 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5978c-a506-4c25-a0a1-89492a96ae37 req-9dcb7be9-1f04-4bd4-b259-4475c55c691a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:32.520239 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ac5978c-a506-4c25-a0a1-89492a96ae37 req-9dcb7be9-1f04-4bd4-b259-4475c55c691a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0961499 May 03 12:30:32.531725 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '4793c510-b79e-42f0-8993-8b703076a334', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'port_id': '4793c510-b79e-42f0-8993-8b703076a334', 'mac_address': 'fa:16:3e:75:19:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:30:32.561675 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for floatingip (06cf3ede-4b64-4d9d-8e0b-d1025ce14f90), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.574169 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 4793c510-b79e-42f0-8993-8b703076a334 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:32.575151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (4793c510-b79e-42f0-8993-8b703076a334), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.576672 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-e5374d85-296e-4aca-8f1c-73607bc9759f service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120230 May 03 12:30:32.582754 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ab1ce0fb-bc09-48b6-8520-b5f367b81ae1 req-8d1d6629-6154-4015-b65f-e5a87a097352 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139567 May 03 12:30:32.583814 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4967931-52b3-4bc8-a12d-106cbcdbd126 admin admin] Publish callbacks [] for security_group (21506e06-d497-4e59-ad50-5bd0d2632e85), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.595184 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4793c510-b79e-42f0-8993-8b703076a334 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:30:32.622546 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 4793c510-b79e-42f0-8993-8b703076a334, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=4793c510-b79e-42f0-8993-8b703076a334,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:32.635454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4967931-52b3-4bc8-a12d-106cbcdbd126 admin admin] Publish callbacks [] for security_group (21506e06-d497-4e59-ad50-5bd0d2632e85), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.652777 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3ac5978c-a506-4c25-a0a1-89492a96ae37 req-6f9debf3-bf6b-480e-b617-fc37bbfbfe53 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249149 May 03 12:30:32.725832 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-052fac97-b9c3-45ff-abc0-ed1ca6523673 req-855961c2-4c16-4fe2-b115-cd279c624376 service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390560 May 03 12:30:32.738190 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (4793c510-b79e-42f0-8993-8b703076a334), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.791707 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=4793c510-b79e-42f0-8993-8b703076a334,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:32.795623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (55c04842-08ee-44b4-a694-95356c5d39b5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.800179 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.800675 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.801127 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.801804 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.802482 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.802906 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.803327 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.803745 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.804294 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.804619 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.805014 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.805428 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.805823 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.806846 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.807169 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:32.828426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4967931-52b3-4bc8-a12d-106cbcdbd126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (21506e06-d497-4e59-ad50-5bd0d2632e85), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.831119 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a4967931-52b3-4bc8-a12d-106cbcdbd126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:32.832275 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a4967931-52b3-4bc8-a12d-106cbcdbd126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21506e06-d497-4e59-ad50-5bd0d2632e85 HTTP/1.1" status: 204 len: 168 time: 0.3918521 May 03 12:30:32.851112 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4967931-52b3-4bc8-a12d-106cbcdbd126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21506e06-d497-4e59-ad50-5bd0d2632e85,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:33.118498 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['4793c510-b79e-42f0-8993-8b703076a334'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:30:33.216630 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for port (55c04842-08ee-44b4-a694-95356c5d39b5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.292403 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (55c04842-08ee-44b4-a694-95356c5d39b5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.362179 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'Port': ['ID=55c04842-08ee-44b4-a694-95356c5d39b5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:33.374787 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (06cf3ede-4b64-4d9d-8e0b-d1025ce14f90), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.480452 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Floating IP 06cf3ede-4b64-4d9d-8e0b-d1025ce14f90 associated. External IP: 172.27.0.225, port: b9e0b854-896e-4d3c-a404-07849001e781. May 03 12:30:33.502204 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:33.518673 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6532-f0c7-4d7e-a2f5-57570f5c24d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.607641 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6532-f0c7-4d7e-a2f5-57570f5c24d4 admin admin] Publish callbacks [] for security_group (bd7d54de-4267-4b7c-a5ea-633313b3fee2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.704236 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe0e6532-f0c7-4d7e-a2f5-57570f5c24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (bd7d54de-4267-4b7c-a5ea-633313b3fee2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.711040 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Router bad45228-8d5d-4efe-9c56-2f1db941c49e has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:30:33.750719 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14427fba-e45c-44da-a7b4-970e3888e1c4 req-7fa563da-b686-4f52-8d01-d4af8524088e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:33.752233 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-14427fba-e45c-44da-a7b4-970e3888e1c4 req-7fa563da-b686-4f52-8d01-d4af8524088e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 944 time: 0.0851414 May 03 12:30:33.769108 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-fe0e6532-f0c7-4d7e-a2f5-57570f5c24d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42655113f5cb40498d74a52d98fe3428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655907 May 03 12:30:33.776790 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43270) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:33.796085 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e6532-f0c7-4d7e-a2f5-57570f5c24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7d54de-4267-4b7c-a5ea-633313b3fee2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:33.822403 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-14427fba-e45c-44da-a7b4-970e3888e1c4 req-aa47f001-39e2-43af-bd1f-72b7596f3a05 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602515 May 03 12:30:33.851701 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0f75-ab64-4ac4-ad55-a35b78b64f5e req-77a01cfc-b8b1-489b-bcbc-5aad5a034c90 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:33.853326 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1ff0f75-ab64-4ac4-ad55-a35b78b64f5e req-77a01cfc-b8b1-489b-bcbc-5aad5a034c90 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0940416 May 03 12:30:33.936651 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:30:33.947478 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] Sync routers for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:30:33.951648 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Publish callbacks [] for security_group (bd7d54de-4267-4b7c-a5ea-633313b3fee2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:33.961979 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:33.963367 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:30:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:33.969062 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b1ff0f75-ab64-4ac4-ad55-a35b78b64f5e req-8b78c405-6201-460a-aad6-c96cb6c3bbce tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865622 May 03 12:30:33.988763 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Publish callbacks [] for security_group (bd7d54de-4267-4b7c-a5ea-633313b3fee2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.025671 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.059958 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2d7088dd-442e-4270-81ca-bb2b457a0a76 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6899481 May 03 12:30:34.060888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:34.063044 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:34.063544 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0a34f9-ca48-49d4-b383-c8c04743768e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:34.067554 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402277677', 'description': 'tempest-secgroup-smoke-402277677 description', 'project_id': 'f7295e7b624c421095f925d2875434e6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:34.105568 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a41d6-626c-4393-b254-00d5b6fa2ee6 x-openstack-request-id: req-916a41d6-626c-4393-b254-00d5b6fa2ee6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:34.106032 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:34.106343 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-916a41d6-626c-4393-b254-00d5b6fa2ee6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:34.106686 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:34.106831 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916a41d6-626c-4393-b254-00d5b6fa2ee6'] response: {'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'status': 'completed', 'code': 200} May 03 12:30:34.159781 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (bd7d54de-4267-4b7c-a5ea-633313b3fee2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.162976 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.166663 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd7d54de-4267-4b7c-a5ea-633313b3fee2 HTTP/1.1" status: 204 len: 168 time: 0.3865550 May 03 12:30:34.174194 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7d54de-4267-4b7c-a5ea-633313b3fee2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:34.186051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.186403 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.186815 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.187919 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.188274 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.188654 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.188994 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.189320 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.189656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.189988 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.190321 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.190653 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.190987 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.191306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.191630 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cd3d70-02d5-4dab-a3d3-3b8a88a5520c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:34.208102 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.246334 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-c9c25e93-9eed-4d42-b1a7-13a32691d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:34.247633 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-c9c25e93-9eed-4d42-b1a7-13a32691d823 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1130 time: 0.0857861 May 03 12:30:34.365017 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '06cf3ede-4b64-4d9d-8e0b-d1025ce14f90', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'port_id': 'b9e0b854-896e-4d3c-a404-07849001e781', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'mac_address': 'fa:16:3e:fd:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:32Z', 'updated_at': '2022-05-03T12:30:32Z', 'revision_number': 0, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:34.371179 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group (a29e9304-f158-4c85-8dd0-517280d98aa8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.374647 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 4793c510-b79e-42f0-8993-8b703076a334 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:30:34.393281 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-c8cd7c7b-e458-4f42-8c8d-04791c5903b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:34.393513 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] Checking router: bad45228-8d5d-4efe-9c56-2f1db941c49e for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:30:34.394809 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-c8cd7c7b-e458-4f42-8c8d-04791c5903b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 916 time: 0.1374006 May 03 12:30:34.402726 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:34.403474 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:30:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:34.434475 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 4793c510-b79e-42f0-8993-8b703076a334 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:30:34.456272 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a29e9304-f158-4c85-8dd0-517280d98aa8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.502284 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-3a81416a-1645-4706-9e4c-550c66a676cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 1000 time: 0.0989594 May 03 12:30:34.503346 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e9304-f158-4c85-8dd0-517280d98aa8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:34.546038 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 4793c510-b79e-42f0-8993-8b703076a334 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:34.546429 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (4793c510-b79e-42f0-8993-8b703076a334), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.566447 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-b7dbb37c-689f-4dea-8cf5-235939c6fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:34.568152 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-b7dbb37c-689f-4dea-8cf5-235939c6fc54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.0570760 May 03 12:30:34.591556 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.594132 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a16a0db6-72d0-419f-88f5-00218b3e2018 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5287557 May 03 12:30:34.595948 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43278) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:34.601506 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group_rule': {'security_group_id': 'a29e9304-f158-4c85-8dd0-517280d98aa8', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:34.630508 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-ee5f36b4-e9b3-47bc-9075-1fef5d43f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:34.630508 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-ee5f36b4-e9b3-47bc-9075-1fef5d43f840 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552819 May 03 12:30:34.655898 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 4793c510-b79e-42f0-8993-8b703076a334 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:34.656293 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (4793c510-b79e-42f0-8993-8b703076a334), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.671750 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:34.686916 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793c510-b79e-42f0-8993-8b703076a334'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:34.689424 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa55bb22-4b41-4751-8e89-a8189cc7a1c7" -d '{"events": [{"server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "name": "network-vif-plugged", "status": "completed", "tag": "4793c510-b79e-42f0-8993-8b703076a334"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:34.706318 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 4793c510-b79e-42f0-8993-8b703076a334, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=4793c510-b79e-42f0-8993-8b703076a334,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:34.731684 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (11509ca5-4189-479c-a822-47a549046cfd), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.771689 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (4793c510-b79e-42f0-8993-8b703076a334), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.775612 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bce69c0-b147-4afa-99ac-15ca6b27ebf6 x-openstack-request-id: req-3bce69c0-b147-4afa-99ac-15ca6b27ebf6 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:34.776046 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "name": "network-vif-plugged", "status": "completed", "tag": "4793c510-b79e-42f0-8993-8b703076a334", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:34.776487 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bce69c0-b147-4afa-99ac-15ca6b27ebf6 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:34.776901 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bce69c0-b147-4afa-99ac-15ca6b27ebf6'] response: {'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793c510-b79e-42f0-8993-8b703076a334', 'code': 200} May 03 12:30:34.833643 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-664cd02b-4715-4489-a04c-619da405d3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942902 May 03 12:30:34.863336 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (11509ca5-4189-479c-a822-47a549046cfd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:34.930747 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=4793c510-b79e-42f0-8993-8b703076a334,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:34.964544 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (11509ca5-4189-479c-a822-47a549046cfd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.017503 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '06cf3ede-4b64-4d9d-8e0b-d1025ce14f90', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'port_id': 'b9e0b854-896e-4d3c-a404-07849001e781', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'mac_address': 'fa:16:3e:fd:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:32Z', 'updated_at': '2022-05-03T12:30:32Z', 'revision_number': 0, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:35.020428 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bd0a34f9-ca48-49d4-b383-c8c04743768e req-cacf1b19-622c-44f3-8442-0348061aa476 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804254 May 03 12:30:35.043343 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d01e2-d972-4eea-95e4-f237c37b9529 req-824597d4-6691-4fca-8ec9-b0e911790f5e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:35.046555 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-866d01e2-d972-4eea-95e4-f237c37b9529 req-824597d4-6691-4fca-8ec9-b0e911790f5e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0827470 May 03 12:30:35.057302 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11509ca5-4189-479c-a822-47a549046cfd,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:35.057625 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de80f1b-c7bf-4f31-b0c8-53bb00af121d None None] The sync data for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi is: [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '06cf3ede-4b64-4d9d-8e0b-d1025ce14f90', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'port_id': 'b9e0b854-896e-4d3c-a404-07849001e781', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'mac_address': 'fa:16:3e:fd:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:32Z', 'updated_at': '2022-05-03T12:30:32Z', 'revision_number': 0, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:30:35.068499 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.069804 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0e38b0c6-86e5-4e31-8f36-fa3b78004eb4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4721911 May 03 12:30:35.073589 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43294) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:35.080066 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group_rule': {'security_group_id': 'a29e9304-f158-4c85-8dd0-517280d98aa8', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:35.130057 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-866d01e2-d972-4eea-95e4-f237c37b9529 req-4c02cebf-3e5c-4deb-a10e-13c3aa65bda2 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767868 May 03 12:30:35.205160 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ce55d-9040-4661-b4b9-5c6a7c4432e9 req-bbd885f6-7b89-4208-a0c3-e8a39b5fd4b3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:35.206907 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-447ce55d-9040-4661-b4b9-5c6a7c4432e9 req-bbd885f6-7b89-4208-a0c3-e8a39b5fd4b3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0921795 May 03 12:30:35.211666 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (7daa1cde-954e-4632-a10d-53b89bdfb278), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.297547 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a5fd6-54ed-445e-81ed-140eb87c4edf req-f1370af0-fdf5-423a-931c-6226599c93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:35.299288 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dd0a5fd6-54ed-445e-81ed-140eb87c4edf req-f1370af0-fdf5-423a-931c-6226599c93dd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 1129 time: 0.0663502 May 03 12:30:35.300908 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-447ce55d-9040-4661-b4b9-5c6a7c4432e9 req-5b353772-79fb-437c-b76a-32c6b0bc95fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846272 May 03 12:30:35.315739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (7daa1cde-954e-4632-a10d-53b89bdfb278), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.375828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dd0a5fd6-54ed-445e-81ed-140eb87c4edf req-bc6067ab-f081-4beb-aedf-12e879972d93 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655327 May 03 12:30:35.392714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebfa952-6673-40da-9ad6-7c13cc28af39 None None] New status for floating IP 06cf3ede-4b64-4d9d-8e0b-d1025ce14f90: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:30:35.447757 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (7daa1cde-954e-4632-a10d-53b89bdfb278), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.472639 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daa1cde-954e-4632-a10d-53b89bdfb278,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:35.500907 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.595471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.596805 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a2a664dc-9eb7-4bfd-8cb4-f0c2489d5b91 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5220079 May 03 12:30:35.599508 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43304) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:35.603789 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group_rule': {'security_group_id': 'a29e9304-f158-4c85-8dd0-517280d98aa8', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:35.721338 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (baca1e3e-60e0-40b9-ad2a-0c01d01c3c12), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.789591 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (baca1e3e-60e0-40b9-ad2a-0c01d01c3c12), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.891144 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (baca1e3e-60e0-40b9-ad2a-0c01d01c3c12), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.913142 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baca1e3e-60e0-40b9-ad2a-0c01d01c3c12,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:35.974897 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:35.975199 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:30:35.978618 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5a3b4c3a-bb9a-4814-9ca5-1f7617f9e736 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764331 May 03 12:30:35.986653 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43312) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:35.991276 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group_rule': {'security_group_id': 'a29e9304-f158-4c85-8dd0-517280d98aa8', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:36.091499 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (2b33aee8-5f75-4d3a-9ae8-22405a8e6ac4), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.163797 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (2b33aee8-5f75-4d3a-9ae8-22405a8e6ac4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.258048 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (2b33aee8-5f75-4d3a-9ae8-22405a8e6ac4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.283896 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b33aee8-5f75-4d3a-9ae8-22405a8e6ac4,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:36.300619 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-76ea2848-cc3e-4d1e-a0ca-f69a336a9eb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810339 May 03 12:30:36.316488 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9a28d-67cc-4d22-8929-fdb773b6f05b req-f5049bc8-09e2-4378-ad18-e5075f406ed1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:36.323783 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ccd9a28d-67cc-4d22-8929-fdb773b6f05b req-f5049bc8-09e2-4378-ad18-e5075f406ed1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0709000 May 03 12:30:36.333851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.335333 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e805abd7-7f93-4c1d-8b41-de166b9c6ba0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3476975 May 03 12:30:36.344182 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43324) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:36.350705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group_rule': {'security_group_id': 'a29e9304-f158-4c85-8dd0-517280d98aa8', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:36.414244 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ccd9a28d-67cc-4d22-8929-fdb773b6f05b req-e89533af-24d6-4bf7-a96b-f7b12f023d09 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889969 May 03 12:30:36.471682 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Project f7295e7b624c421095f925d2875434e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 12:30:36.486612 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (5a4d589d-ba47-4256-94b6-63f25038b3f2), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.499215 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b84598-06b5-4669-9246-29ba084c02f3 req-a1266ea0-0980-4bed-999b-7b5c05a9f283 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:36.500991 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1b84598-06b5-4669-9246-29ba084c02f3 req-a1266ea0-0980-4bed-999b-7b5c05a9f283 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0875237 May 03 12:30:36.525571 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-80944433-1e15-4735-b59c-a1a037f43957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:36.527548 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-80944433-1e15-4735-b59c-a1a037f43957 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0590672 May 03 12:30:36.594010 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (5a4d589d-ba47-4256-94b6-63f25038b3f2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.598080 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f1b84598-06b5-4669-9246-29ba084c02f3 req-626a9e53-b28c-47e4-8427-c1df03cd2a40 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901577 May 03 12:30:36.731552 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (5a4d589d-ba47-4256-94b6-63f25038b3f2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.751828 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4d589d-ba47-4256-94b6-63f25038b3f2,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:36.832141 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:36.833409 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-a3fceac1-df0a-42ba-81a6-7ecdffdd6b09 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4872625 May 03 12:30:36.836169 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43334) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:36.841258 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'security_group_rule': {'security_group_id': 'a29e9304-f158-4c85-8dd0-517280d98aa8', 'project_id': 'f7295e7b624c421095f925d2875434e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:37.134796 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-40cc2134-7748-4f70-8092-e0b2152a80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.136302 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-40cc2134-7748-4f70-8092-e0b2152a80f2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 910 time: 0.0846689 May 03 12:30:37.208243 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-a0a96dc2-4df8-4e5f-a46f-ea53061f8b07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 1001 time: 0.0624022 May 03 12:30:37.255566 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-2b956814-fa1b-45ad-aa36-4b112d8a95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.257051 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-2b956814-fa1b-45ad-aa36-4b112d8a95c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.0428410 May 03 12:30:37.302049 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-33562c4e-fe00-4f4a-945c-531f21f9cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.303861 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-33562c4e-fe00-4f4a-945c-531f21f9cbbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402575 May 03 12:30:37.334310 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Project f7295e7b624c421095f925d2875434e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 12:30:37.341552 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (2ed307fe-bfb4-4ac1-9002-7c8e6b9281f6), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:37.416052 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (2ed307fe-bfb4-4ac1-9002-7c8e6b9281f6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:37.418141 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-87a46a9e-2038-40f7-9b8b-fff17d8da015 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061335 May 03 12:30:37.490893 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (2ed307fe-bfb4-4ac1-9002-7c8e6b9281f6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:37.510840 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed307fe-bfb4-4ac1-9002-7c8e6b9281f6,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:37.561246 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00a6fa-26cd-4a35-b856-a9d26e0f3909 req-5dcf9135-f9b0-4d58-9722-504d838c55cf tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.562251 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00a6fa-26cd-4a35-b856-a9d26e0f3909 req-5dcf9135-f9b0-4d58-9722-504d838c55cf tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0671611 May 03 12:30:37.566874 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cba6ac18-30a1-48a4-bedd-1febe4aac5b1 req-266b6bb0-ad11-43d7-b39f-bafdfb5d6da1 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418991 May 03 12:30:37.585937 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:37.594015 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6f4213a3-1987-400c-96f0-905bc765808b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7562723 May 03 12:30:37.614084 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-cf00a6fa-26cd-4a35-b856-a9d26e0f3909 req-849bf12f-e56d-4acc-91d6-9dd494bdaf98 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460453 May 03 12:30:37.694596 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-26e1c4fe-34c7-4afe-af06-b1df87491795 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402277677&fields=id&tenant_id=f7295e7b624c421095f925d2875434e6 HTTP/1.1" status: 200 len: 267 time: 0.0525804 May 03 12:30:37.732290 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa5c20-674a-4067-a783-8c8b4d79257f req-e99972ce-8c75-4a46-8be7-8b2ab5f51eb3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.734099 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-90fa5c20-674a-4067-a783-8c8b4d79257f req-e99972ce-8c75-4a46-8be7-8b2ab5f51eb3 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0552607 May 03 12:30:37.749391 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-3aa06c89-b4c7-45df-890b-3930604bc7c8 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.751624 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-3aa06c89-b4c7-45df-890b-3930604bc7c8 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0503690 May 03 12:30:37.764326 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'port': {'security_groups': ['a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af', 'a29e9304-f158-4c85-8dd0-517280d98aa8']}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:37.786889 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-90fa5c20-674a-4067-a783-8c8b4d79257f req-7d74bda6-168d-459a-9bd0-c2fce43f4989 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 May 03 12:30:37.854993 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:37.904690 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bab38-93e6-40a9-9f4f-10ee280bb8b7 req-41ff974b-dca3-4a90-8f0b-1cfea371743b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:37.905714 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-723bab38-93e6-40a9-9f4f-10ee280bb8b7 req-41ff974b-dca3-4a90-8f0b-1cfea371743b tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0528619 May 03 12:30:37.914357 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:37.918953 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Request body: {'floatingip': {'port_id': '4793c510-b79e-42f0-8993-8b703076a334'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:37.959096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (b0e64a05-7c5b-4d47-9348-fb37a5688433), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:38.075216 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:38.113507 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for port (b9e0b854-896e-4d3c-a404-07849001e781), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:38.195259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:38.238276 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9e0b854-896e-4d3c-a404-07849001e781'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:30:38.246173 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:38.246861 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:38.256837 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6ac941bf-b771-4c3f-965b-e9b8d962e71d req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "PUT /v2.0/ports/b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 982 time: 0.4950898 May 03 12:30:38.256837 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:38.257877 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce955b9f-6c41-47f0-acbb-289526658bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:38.349481 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e13420-ec26-4a83-b396-d8e3cfe95a38 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:38.357416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f146e645-6984-430e-9b3a-59412fd60e71 x-openstack-request-id: req-f146e645-6984-430e-9b3a-59412fd60e71 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:38.357930 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:38.358350 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f146e645-6984-430e-9b3a-59412fd60e71 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:38.376909 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f146e645-6984-430e-9b3a-59412fd60e71'] response: {'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'status': 'completed', 'code': 200} May 03 12:30:38.458121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9e0b854-896e-4d3c-a404-07849001e781'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:30:38.512431 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5678a4-e7a9-4708-8aa9-b8299eb5f0ee req-554300c2-e49d-4125-9af3-3133fad35799 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:38.521330 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6f5678a4-e7a9-4708-8aa9-b8299eb5f0ee req-554300c2-e49d-4125-9af3-3133fad35799 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.1517866 May 03 12:30:38.623947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-862785d5-9677-4305-a732-36e3c1fae6a5 None None] Provisioning complete for port b9e0b854-896e-4d3c-a404-07849001e781 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:38.624333 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-862785d5-9677-4305-a732-36e3c1fae6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9e0b854-896e-4d3c-a404-07849001e781), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:38.641810 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6f5678a4-e7a9-4708-8aa9-b8299eb5f0ee req-eea1539a-f14e-4304-b230-7765fcb2323b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1195385 May 03 12:30:38.898178 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-862785d5-9677-4305-a732-36e3c1fae6a5 None None] Current status of the port b9e0b854-896e-4d3c-a404-07849001e781 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:38.974405 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fd621-1b53-4d52-ad91-740ac26af59e req-9c87b260-6f6c-45d4-9728-04f6700ab755 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:38.980183 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-527fd621-1b53-4d52-ad91-740ac26af59e req-9c87b260-6f6c-45d4-9728-04f6700ab755 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0661752 May 03 12:30:39.037963 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-9601a9ad-4a17-4323-80d9-68698532d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:39.038993 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-9601a9ad-4a17-4323-80d9-68698532d1c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1169 time: 0.3505352 May 03 12:30:39.042878 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-527fd621-1b53-4d52-ad91-740ac26af59e req-5132a22d-b4dd-4046-8731-acc0d80ad59a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567753 May 03 12:30:39.065448 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:39.147225 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (b0e64a05-7c5b-4d47-9348-fb37a5688433), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:39.202248 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-432696b3-7b96-4bd2-85ce-56b87fe7ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:39.203803 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-432696b3-7b96-4bd2-85ce-56b87fe7ba67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 916 time: 0.1400280 May 03 12:30:39.315378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-66b8e435-6e5a-4529-85d0-7e397ad0cc05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 1002 time: 0.1028776 May 03 12:30:39.325969 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP b0e64a05-7c5b-4d47-9348-fb37a5688433 associated. External IP: 172.27.0.140, port: 4793c510-b79e-42f0-8993-8b703076a334. May 03 12:30:39.448139 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-5a7a9985-c818-47de-8377-f65ebb8cf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:39.449615 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-5a7a9985-c818-47de-8377-f65ebb8cf19e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.0875521 May 03 12:30:39.507026 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-fa36cb5d-3940-4589-bf19-a3c1f77db3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:39.508556 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-fa36cb5d-3940-4589-bf19-a3c1f77db3e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511112 May 03 12:30:39.682702 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-4467cc60-f0ba-42d1-bccf-c82e872e9045 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399355 May 03 12:30:39.687521 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:30:39.859110 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ce955b9f-6c41-47f0-acbb-289526658bc1 req-7145f014-9c0b-43d3-b1ce-68bb5fa1c8b4 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678617 May 03 12:30:39.875839 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:30:39.882672 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:39.888630 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:30:39.907331 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:39.908945 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:30:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:39.940678 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f7beb512-a8de-4a58-9ccc-5e2a4ccb67b1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "PUT /v2.0/floatingips/b0e64a05-7c5b-4d47-9348-fb37a5688433 HTTP/1.1" status: 200 len: 991 time: 2.0250661 May 03 12:30:39.941184 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'tag': '4793c510-b79e-42f0-8993-8b703076a334'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:39.943437 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "tag": "4793c510-b79e-42f0-8993-8b703076a334"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:39.996621 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bb27b0-7f50-4064-a899-a973a3b81edf x-openstack-request-id: req-62bb27b0-7f50-4064-a899-a973a3b81edf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:39.997162 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "tag": "4793c510-b79e-42f0-8993-8b703076a334", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:39.997419 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62bb27b0-7f50-4064-a899-a973a3b81edf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:39.997907 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bb27b0-7f50-4064-a899-a973a3b81edf'] response: {'name': 'network-changed', 'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'tag': '4793c510-b79e-42f0-8993-8b703076a334', 'status': 'completed', 'code': 200} May 03 12:30:40.041494 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:40.107551 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-3307f6a6-f432-43f3-ab04-81c20a1205af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:40.109522 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-3307f6a6-f432-43f3-ab04-81c20a1205af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=275e4ca81d1248ba98718d775404a8c4&device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 1129 time: 0.0587089 May 03 12:30:40.204716 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bab0e-a264-4ad9-be35-5090685758f0 req-9187155a-1701-480c-9b66-beae377c5ea4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:40.206200 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c88bab0e-a264-4ad9-be35-5090685758f0 req-9187155a-1701-480c-9b66-beae377c5ea4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0629323 May 03 12:30:40.244998 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-91feaece-ce7b-4c6b-9fe2-e0fd88cd2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:40.247049 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-91feaece-ce7b-4c6b-9fe2-e0fd88cd2f67 service neutron] 10.222.0.39 "GET /v2.0/networks?id=651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 200 len: 915 time: 0.1293697 May 03 12:30:40.273700 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c88bab0e-a264-4ad9-be35-5090685758f0 req-b0a83946-f7ab-41fe-aadd-2ea576ffa54b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594907 May 03 12:30:40.318967 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'b0e64a05-7c5b-4d47-9348-fb37a5688433', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '4793c510-b79e-42f0-8993-8b703076a334', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:75:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:23Z', 'updated_at': '2022-05-03T12:30:38Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:40.326874 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-2b232d44-2207-4229-9769-14f5acd8c019 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4793c510-b79e-42f0-8993-8b703076a334 HTTP/1.1" status: 200 len: 999 time: 0.0700958 May 03 12:30:40.351445 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:30:40.362770 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:30:40.366860 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:30:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:40.395905 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-7f1a7b78-3295-4724-90a2-9de15be1b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:40.412208 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-7f1a7b78-3295-4724-90a2-9de15be1b47e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 200 len: 853 time: 0.0606742 May 03 12:30:40.444525 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-66f1c872-8c43-4321-b8ba-8f3ee708baef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:40.446062 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-66f1c872-8c43-4321-b8ba-8f3ee708baef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=651deaf2-f555-4473-aaf3-ea8f200dceb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413306 May 03 12:30:40.448985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:30:40.490325 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:30:40.578225 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-0170f795-b8cc-4141-a937-27900e4f685c service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241505 May 03 12:30:40.615742 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:40.637552 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'mac_address': 'fa:16:3e:4e:86:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:30:40.645379 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43388) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:40.707530 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7134e7cb-d5c8-410e-aea4-f57ad7d2761d req-b783f55f-34aa-4dd5-92e8-1ecceafb23fa service neutron] 10.222.0.39 "GET /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186604 May 03 12:30:40.719196 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: ACTIVE; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:40.719860 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:40.738472 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d1732a8-4057-4cb2-9dd5-a06b2b491877 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:30:40.773008 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:40.788578 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'b0e64a05-7c5b-4d47-9348-fb37a5688433', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '4793c510-b79e-42f0-8993-8b703076a334', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:75:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:23Z', 'updated_at': '2022-05-03T12:30:38Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:30:40.794857 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1703ce26-ac43-406f-9ae7-624196209dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:40.817327 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6771698-80f9-4b35-9203-2b200e020cf5 None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'b0e64a05-7c5b-4d47-9348-fb37a5688433', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'port_id': '4793c510-b79e-42f0-8993-8b703076a334', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'mac_address': 'fa:16:3e:75:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:30:23Z', 'updated_at': '2022-05-03T12:30:38Z', 'revision_number': 1, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:30:40.879944 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:40.902023 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1703ce26-ac43-406f-9ae7-624196209dea admin admin] Publish callbacks [] for security_group (6723c59e-4799-4d7b-a1fa-dfea89329821), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:40.935963 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:40.982570 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1703ce26-ac43-406f-9ae7-624196209dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6723c59e-4799-4d7b-a1fa-dfea89329821), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:41.030456 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1703ce26-ac43-406f-9ae7-624196209dea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f75de4d78f24a71a2691d9806a5e41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835850 May 03 12:30:41.031459 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703ce26-ac43-406f-9ae7-624196209dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723c59e-4799-4d7b-a1fa-dfea89329821,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:41.033100 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:41.042618 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b874c9-52ad-44fd-95de-974ce730d2a5 None None] New status for floating IP b0e64a05-7c5b-4d47-9348-fb37a5688433: ACTIVE {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:30:41.103334 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd3f1c51-ef04-4afb-9226-8dbe992d7647 admin admin] Publish callbacks [] for security_group (6723c59e-4799-4d7b-a1fa-dfea89329821), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:41.125563 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd3f1c51-ef04-4afb-9226-8dbe992d7647 admin admin] Publish callbacks [] for security_group (6723c59e-4799-4d7b-a1fa-dfea89329821), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:41.145770 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['3d1732a8-4057-4cb2-9dd5-a06b2b491877'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:30:41.283194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd3f1c51-ef04-4afb-9226-8dbe992d7647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6723c59e-4799-4d7b-a1fa-dfea89329821), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:41.292355 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd3f1c51-ef04-4afb-9226-8dbe992d7647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:41.296217 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dd3f1c51-ef04-4afb-9226-8dbe992d7647 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6723c59e-4799-4d7b-a1fa-dfea89329821 HTTP/1.1" status: 204 len: 168 time: 0.2594509 May 03 12:30:41.319128 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f1c51-ef04-4afb-9226-8dbe992d7647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723c59e-4799-4d7b-a1fa-dfea89329821,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:41.436934 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c21ef-db3e-4c67-92f7-b72a8e271339 req-afd11f13-ad7c-4deb-8837-d265954c5439 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:41.440024 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-559c21ef-db3e-4c67-92f7-b72a8e271339 req-afd11f13-ad7c-4deb-8837-d265954c5439 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 944 time: 0.0640998 May 03 12:30:41.491451 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-559c21ef-db3e-4c67-92f7-b72a8e271339 req-49663474-b860-4b92-9777-2f6728fa652a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 May 03 12:30:41.953715 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:41.970311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.048441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Publish callbacks [] for security_group (be320832-8f9d-489c-b101-a66682af0580), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.114616 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (be320832-8f9d-489c-b101-a66682af0580), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.156145 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b3c316e94c44967b82b140082654587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1983027 May 03 12:30:42.156444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:42.162511 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be320832-8f9d-489c-b101-a66682af0580,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:42.176292 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.176662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.177012 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.179024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.179024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.179024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.179024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.179024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.179024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.180296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.180296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.180296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.180296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.180662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.181468 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23885d5-82b8-4519-bf1f-dabc4411788b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:30:42.238344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce376f6e-24e0-4cba-a3cc-801ad93bca66 admin admin] Publish callbacks [] for security_group (be320832-8f9d-489c-b101-a66682af0580), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.267057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce376f6e-24e0-4cba-a3cc-801ad93bca66 admin admin] Publish callbacks [] for security_group (be320832-8f9d-489c-b101-a66682af0580), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.388999 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce376f6e-24e0-4cba-a3cc-801ad93bca66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (be320832-8f9d-489c-b101-a66682af0580), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.393704 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce376f6e-24e0-4cba-a3cc-801ad93bca66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.397154 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ce376f6e-24e0-4cba-a3cc-801ad93bca66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be320832-8f9d-489c-b101-a66682af0580 HTTP/1.1" status: 204 len: 168 time: 0.2375298 May 03 12:30:42.406214 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce376f6e-24e0-4cba-a3cc-801ad93bca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be320832-8f9d-489c-b101-a66682af0580,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:42.443124 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:30:42.605565 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:30:42.607007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.773201 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:42.773908 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.820740 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:42.822192 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:42.824791 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2da92c7-7020-4148-ab88-66e42d8db846" -d '{"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-plugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:42.873919 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b3b19-9944-4101-87fa-53dbb125f7a8 req-78b4805f-eb75-41b8-936f-fee399bb2148 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:42.873919 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce9b3b19-9944-4101-87fa-53dbb125f7a8 req-78b4805f-eb75-41b8-936f-fee399bb2148 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 944 time: 0.1802771 May 03 12:30:42.903341 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:42.950710 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92671f8b-e4b8-45c8-b034-15f374ade563 x-openstack-request-id: req-92671f8b-e4b8-45c8-b034-15f374ade563 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:42.951282 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-plugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:42.951731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92671f8b-e4b8-45c8-b034-15f374ade563 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:42.952316 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92671f8b-e4b8-45c8-b034-15f374ade563'] response: {'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'code': 200} May 03 12:30:42.999619 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ce9b3b19-9944-4101-87fa-53dbb125f7a8 req-bb6f9c4b-45fc-42ac-a1f9-e9e82a3ce9e8 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139061 May 03 12:30:43.048283 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:44.002346 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:44.120838 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1767155722-network', 'tenant_id': '208c61bd7ef94f2aba794ea6bf5da069'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:44.147945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86815ba9-2709-4750-9028-0297d19b798e req-b91e134b-0fce-4655-9d70-e2c590bfac16 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:44.152991 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-86815ba9-2709-4750-9028-0297d19b798e req-b91e134b-0fce-4655-9d70-e2c590bfac16 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0758567 May 03 12:30:44.215141 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-86815ba9-2709-4750-9028-0297d19b798e req-87c1435a-92da-4939-bfac-1a03dfeb228a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548136 May 03 12:30:44.263426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Made reservation on behalf of 208c61bd7ef94f2aba794ea6bf5da069 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:30:44.265849 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.278227 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.387504 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks [] for security_group (668a545f-14a7-4f69-aade-ab36659b996d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.434527 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (668a545f-14a7-4f69-aade-ab36659b996d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.449814 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:30:44.483785 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (c080045e-1fd9-4a20-aea4-30aa3e4b2f6f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.485125 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Added segment c080045e-1fd9-4a20-aea4-30aa3e4b2f6f of type vlan for network fd50a72f-afdf-4615-a38b-5fa8d94eb7ef May 03 12:30:44.495968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a545f-14a7-4f69-aade-ab36659b996d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:44.539556 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (fd50a72f-afdf-4615-a38b-5fa8d94eb7ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.600721 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (fd50a72f-afdf-4615-a38b-5fa8d94eb7ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.602039 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:44.604266 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:44.686895 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fd50a72f-afdf-4615-a38b-5fa8d94eb7ef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:44.703182 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network fd50a72f-afdf-4615-a38b-5fa8d94eb7ef details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:30:44.717656 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-46a92cd1-a645-41f1-aa9d-77c8835f77a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7135851 May 03 12:30:44.720737 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43460) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:44.725644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Request body: {'subnet': {'network_id': 'fd50a72f-afdf-4615-a38b-5fa8d94eb7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1767155722-subnet', 'tenant_id': '208c61bd7ef94f2aba794ea6bf5da069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:44.828694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Made reservation on behalf of 208c61bd7ef94f2aba794ea6bf5da069 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:30:44.831303 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:45.217653 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (47949526-264d-4b42-9ae1-120c405753b5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:45.264942 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47949526-264d-4b42-9ae1-120c405753b5,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:45.314295 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Checking segment: {'id': 'c080045e-1fd9-4a20-aea4-30aa3e4b2f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd50a72f-afdf-4615-a38b-5fa8d94eb7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:30:45.314752 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Network hostable DHCP agents. Network: fd50a72f-afdf-4615-a38b-5fa8d94eb7ef, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:30:45.347697 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9c910-3e65-4662-82ec-7ca2316eeb01 req-b07321fc-e161-4145-9148-6f3ea35b7d6f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:45.348989 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-66a9c910-3e65-4662-82ec-7ca2316eeb01 req-b07321fc-e161-4145-9148-6f3ea35b7d6f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0675452 May 03 12:30:45.409016 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-66a9c910-3e65-4662-82ec-7ca2316eeb01 req-15c6cff9-e996-4808-84c9-21bd136fac74 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522614 May 03 12:30:45.411680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Network fd50a72f-afdf-4615-a38b-5fa8d94eb7ef is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:30:45.468650 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, fd50a72f-afdf-4615-a38b-5fa8d94eb7ef) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:45.477233 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:45.481121 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:45.484758 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb72b8-38f7-4ace-bf45-b9e8daa18095 None None] Network fd50a72f-afdf-4615-a38b-5fa8d94eb7ef requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:30:45.534306 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c9b53dfb-b9b1-41f4-aade-664c84c76194 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8124237 May 03 12:30:45.613222 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e486ea2-ead7-47af-bfdb-a1ebe1e4eb92 None None] Network fd50a72f-afdf-4615-a38b-5fa8d94eb7ef requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:30:46.386851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43482) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:46.391830 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-121121980-network', 'tenant_id': '1d3b68a697414e0b9d3946d0876acdc2'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:46.480001 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Made reservation on behalf of 1d3b68a697414e0b9d3946d0876acdc2 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:30:46.482358 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.492340 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.577542 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7ae34-fe8c-4a2a-8f83-b72a63753c94 req-f850dca2-4a09-4ce0-b50a-bb3d79abf1c0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:46.582243 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks [] for security_group (545dd8ba-d547-4653-98dd-4703e2d9de7f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.588231 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bed7ae34-fe8c-4a2a-8f83-b72a63753c94 req-f850dca2-4a09-4ce0-b50a-bb3d79abf1c0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0837278 May 03 12:30:46.635567 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-bed7ae34-fe8c-4a2a-8f83-b72a63753c94 req-f0ce8d16-c987-451b-8dce-9bb6f66fcf99 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488482 May 03 12:30:46.662852 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (545dd8ba-d547-4653-98dd-4703e2d9de7f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.693957 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545dd8ba-d547-4653-98dd-4703e2d9de7f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:46.697187 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:30:46.707729 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (05d53b40-4591-4d4c-badc-f49e8b76d4ea), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.708187 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Added segment 05d53b40-4591-4d4c-badc-f49e8b76d4ea of type vlan for network 3f917a87-d342-4378-8798-f729efc68a60 May 03 12:30:46.752713 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (3f917a87-d342-4378-8798-f729efc68a60), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.857082 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (3f917a87-d342-4378-8798-f729efc68a60), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.858093 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:46.858747 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:46.922628 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] Pushing event updated for resources: {'Network': ['ID=3f917a87-d342-4378-8798-f729efc68a60,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:46.933776 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 3f917a87-d342-4378-8798-f729efc68a60 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:30:46.980009 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-daa05e24-c256-403b-878d-4aee5fa0d702 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5918801 May 03 12:30:46.982504 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43488) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:30:46.987485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Request body: {'subnet': {'network_id': '3f917a87-d342-4378-8798-f729efc68a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-121121980-subnet', 'tenant_id': '1d3b68a697414e0b9d3946d0876acdc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:30:47.084115 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Made reservation on behalf of 1d3b68a697414e0b9d3946d0876acdc2 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:30:47.087623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:47.360484 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:47.417106 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:47.427026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Checking segment: {'id': '05d53b40-4591-4d4c-badc-f49e8b76d4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3f917a87-d342-4378-8798-f729efc68a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:30:47.427396 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Network hostable DHCP agents. Network: 3f917a87-d342-4378-8798-f729efc68a60, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:30:47.491586 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Network 3f917a87-d342-4378-8798-f729efc68a60 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:30:47.559447 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 3f917a87-d342-4378-8798-f729efc68a60) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:30:47.563464 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:47.564060 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:47.575932 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7db1b6-0640-4f3c-8452-96c818bf6620 None None] Network 3f917a87-d342-4378-8798-f729efc68a60 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:30:47.648801 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8dc3ab52-7c96-4c95-b276-f8f8b26967d8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6650298 May 03 12:30:47.722520 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c22f63-dd64-44e1-b190-04747c8a7645 None None] Network 3f917a87-d342-4378-8798-f729efc68a60 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:30:47.791449 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0589a-2e78-4311-8e64-7d2944f96917 req-28f96558-8e67-4e06-8de3-92dd729ebf75 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:47.802390 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20d0589a-2e78-4311-8e64-7d2944f96917 req-28f96558-8e67-4e06-8de3-92dd729ebf75 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0644670 May 03 12:30:47.875118 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-20d0589a-2e78-4311-8e64-7d2944f96917 req-4040382e-1d3c-479d-98cb-4fd220bb5cc0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643656 May 03 12:30:49.023842 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1a524-b8d2-44da-ba0e-ac2d3f21eb95 req-9cfdec7e-db77-42f1-898b-40388a44c468 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:49.026239 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-22f1a524-b8d2-44da-ba0e-ac2d3f21eb95 req-9cfdec7e-db77-42f1-898b-40388a44c468 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0688007 May 03 12:30:49.084949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-22f1a524-b8d2-44da-ba0e-ac2d3f21eb95 req-d8e3cfee-9fba-4447-a8f0-cf6e6f843fea tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518279 May 03 12:30:50.248707 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3c875-1781-4e26-831e-bf37e7879684 req-7c11cf04-8088-4a99-a201-ced44bd087d4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:50.256542 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64e3c875-1781-4e26-831e-bf37e7879684 req-7c11cf04-8088-4a99-a201-ced44bd087d4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0661500 May 03 12:30:50.310799 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-64e3c875-1781-4e26-831e-bf37e7879684 req-45d34632-6477-43c5-904f-776e862ef418 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515156 May 03 12:30:50.703094 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-29e7cb35-0b95-4e71-9fcd-a3391034a56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:51.422630 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073057-6b7f-4148-8d7c-27712ea1a0a6 req-35836410-9a3f-470f-937b-907231bb5099 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:51.425269 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef073057-6b7f-4148-8d7c-27712ea1a0a6 req-35836410-9a3f-470f-937b-907231bb5099 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0488162 May 03 12:30:51.476547 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ef073057-6b7f-4148-8d7c-27712ea1a0a6 req-f3322a60-b84a-421a-b538-d9940ec5395b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445209 May 03 12:30:51.628911 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd189a0a-e0f2-42d5-9854-6fe4c9b60e52 req-807f3b55-ee22-439b-b34a-ebe33a44b287 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:51.630784 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd189a0a-e0f2-42d5-9854-6fe4c9b60e52 req-807f3b55-ee22-439b-b34a-ebe33a44b287 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0571485 May 03 12:30:51.693011 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cd189a0a-e0f2-42d5-9854-6fe4c9b60e52 req-52b8313c-1d20-475e-bf65-284305ea8f66 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557013 May 03 12:30:52.617136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5ef69-5391-4e3c-a5d6-6b924bf6ccf2 req-aa6f78a0-bd83-422c-9848-4aa432776e25 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:52.618697 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2da5ef69-5391-4e3c-a5d6-6b924bf6ccf2 req-aa6f78a0-bd83-422c-9848-4aa432776e25 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0474322 May 03 12:30:52.666688 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2da5ef69-5391-4e3c-a5d6-6b924bf6ccf2 req-b98bfae5-0605-4ae2-9575-16d67c15ac9c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422523 May 03 12:30:52.782673 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-450cc93d-2c12-4b51-a664-b7644e996bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:52.812257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cf18d-a86c-4950-827a-227822ecc3ac req-d0a0f408-40f0-4baf-a54c-917b725b27ee tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:52.813751 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-085cf18d-a86c-4950-827a-227822ecc3ac req-d0a0f408-40f0-4baf-a54c-917b725b27ee tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0461524 May 03 12:30:52.862699 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-085cf18d-a86c-4950-827a-227822ecc3ac req-0591e92b-1bc8-424b-a949-4f7c896c10fa tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433612 May 03 12:30:53.486216 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-5a173557-6ddb-4eaa-a10e-76e81179fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:53.495106 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-5a173557-6ddb-4eaa-a10e-76e81179fc74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1129 time: 0.0400383 May 03 12:30:53.580380 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-8462f423-fb30-4af1-b3e7-0e238fbc1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:53.581870 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-8462f423-fb30-4af1-b3e7-0e238fbc1923 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 918 time: 0.0864236 May 03 12:30:53.644622 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-627d463a-7420-49b0-8d39-856615a7531e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 200 len: 1001 time: 0.0561707 May 03 12:30:53.697024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-83285151-cce9-420d-bc48-a39e28b93519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:53.698374 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-83285151-cce9-420d-bc48-a39e28b93519 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0462072 May 03 12:30:53.753349 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-5cd17991-27c9-4db9-bd75-78c911d8fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:53.755039 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-5cd17991-27c9-4db9-bd75-78c911d8fb06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486925 May 03 12:30:53.815337 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e014b-b94d-478b-8baf-ba17a4622f46 req-0e1fb590-fc51-4fd2-ba7d-e926a326eb45 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:53.816794 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-277e014b-b94d-478b-8baf-ba17a4622f46 req-0e1fb590-fc51-4fd2-ba7d-e926a326eb45 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0761204 May 03 12:30:53.911520 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-277e014b-b94d-478b-8baf-ba17a4622f46 req-457ef256-0951-4586-af7a-c3890a019fcb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876763 May 03 12:30:53.913841 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-bcfbd5f3-fa64-4fd5-b76d-7faa18f948cf service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410995 May 03 12:30:53.981221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ba54a-b251-4688-a695-36ae87f70899 req-40ea1620-7c05-486a-bf35-07a7b83cbde7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:53.982621 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1e2ba54a-b251-4688-a695-36ae87f70899 req-40ea1620-7c05-486a-bf35-07a7b83cbde7 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0528998 May 03 12:30:54.016426 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c0c9633-a46a-4a09-baad-db264e58ed6e req-f4a5a00f-19af-45b6-98c9-39a765f4eef2 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900407 May 03 12:30:54.032343 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1e2ba54a-b251-4688-a695-36ae87f70899 req-538419b8-e61d-497d-a0f1-836c3f7dc63d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435386 May 03 12:30:54.108619 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:55.029559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a28a0-61b8-42a0-a2b0-5b5dbcb2b82f req-be168ee7-3151-4869-baba-53753857c311 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:55.032659 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4e8a28a0-61b8-42a0-a2b0-5b5dbcb2b82f req-be168ee7-3151-4869-baba-53753857c311 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0463748 May 03 12:30:55.082522 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4e8a28a0-61b8-42a0-a2b0-5b5dbcb2b82f req-5e359221-bccc-48a2-b258-37af3af27fa9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447855 May 03 12:30:55.167822 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec985a39-eeb3-4be9-9caa-078d0413cad7 req-59543195-165b-4570-aa47-7b1584cd6297 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:55.169355 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec985a39-eeb3-4be9-9caa-078d0413cad7 req-59543195-165b-4570-aa47-7b1584cd6297 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0495000 May 03 12:30:55.217522 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ec985a39-eeb3-4be9-9caa-078d0413cad7 req-226c8a61-0d09-4523-8d44-18248bf6f3db tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 May 03 12:30:55.314158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:56.198370 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918591c-2c9b-4085-9367-4e60e918cb43 req-3c9d6b05-44f6-4fe6-918d-9e374e450105 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:56.201697 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9918591c-2c9b-4085-9367-4e60e918cb43 req-3c9d6b05-44f6-4fe6-918d-9e374e450105 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 945 time: 0.0480449 May 03 12:30:56.262023 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9918591c-2c9b-4085-9367-4e60e918cb43 req-79235853-f878-47c8-bfc5-470dfaf69dde tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546417 May 03 12:30:56.344646 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391bbe5-8760-44b2-ab4b-ddbb0bc2ce63 req-8fe830f9-50bd-4258-8611-65927e05087d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:56.346132 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9391bbe5-8760-44b2-ab4b-ddbb0bc2ce63 req-8fe830f9-50bd-4258-8611-65927e05087d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0480192 May 03 12:30:56.399997 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9391bbe5-8760-44b2-ab4b-ddbb0bc2ce63 req-55067a61-52cf-4ce6-ae27-04882fbe9aeb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482535 May 03 12:30:56.520814 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:30:56.724323 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:30:56.724743 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:56.746788 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:30:56.749007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761a293a-fb67-4526-950f-4e3fd8bd7ebf" -d '{"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-unplugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:30:56.760892 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:30:56.783936 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 12:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abe679d-55d1-49ac-a6d2-cfb1df7e8f07 x-openstack-request-id: req-1abe679d-55d1-49ac-a6d2-cfb1df7e8f07 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:30:56.783936 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-unplugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:30:56.783936 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1abe679d-55d1-49ac-a6d2-cfb1df7e8f07 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:30:56.783936 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1abe679d-55d1-49ac-a6d2-cfb1df7e8f07'] response: {'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'code': 200} May 03 12:30:56.840048 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:56.886012 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:30:57.166074 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:30:57.383371 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13fd6b-146a-4d33-aab9-9af42105b467 req-6b21aba8-8bed-45eb-b0da-cd811c420a56 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:57.384858 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f13fd6b-146a-4d33-aab9-9af42105b467 req-6b21aba8-8bed-45eb-b0da-cd811c420a56 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0498991 May 03 12:30:57.430634 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2f13fd6b-146a-4d33-aab9-9af42105b467 req-016b5e4c-7b4b-4bd9-b061-def62fa759ba tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 May 03 12:30:57.522187 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f1b1d-922f-4758-8a46-5449cd4e3166 req-e0dd855b-3a83-4ee4-a462-2728636dc3e9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:57.525184 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec8f1b1d-922f-4758-8a46-5449cd4e3166 req-e0dd855b-3a83-4ee4-a462-2728636dc3e9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0548918 May 03 12:30:57.574477 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ec8f1b1d-922f-4758-8a46-5449cd4e3166 req-bc3b829e-0bab-4a1d-832d-762c953e0fa4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445445 May 03 12:30:58.689099 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7dc97-c528-43ed-9fa1-3da1c9ba53be req-06e8d19d-e5b6-42d1-bd95-5c7d552ebe58 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:58.690572 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04d7dc97-c528-43ed-9fa1-3da1c9ba53be req-06e8d19d-e5b6-42d1-bd95-5c7d552ebe58 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0479841 May 03 12:30:58.740730 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-04d7dc97-c528-43ed-9fa1-3da1c9ba53be req-ee53f45c-3ebc-4508-afb9-55a5f0a4660a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 May 03 12:30:59.301091 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-91291b5f-bdc1-4333-a5ce-6d95182a83f6 req-b289cd58-bae1-49a6-8451-e50288372737 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:30:59.302081 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-91291b5f-bdc1-4333-a5ce-6d95182a83f6 req-b289cd58-bae1-49a6-8451-e50288372737 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052578 May 03 12:30:59.565866 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e4289-7c26-462c-bde4-9cc39c6de607 req-10eaea28-f0b0-430f-86de-8c7e1f4e1c34 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:59.567362 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-607e4289-7c26-462c-bde4-9cc39c6de607 req-10eaea28-f0b0-430f-86de-8c7e1f4e1c34 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0478344 May 03 12:30:59.614289 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-607e4289-7c26-462c-bde4-9cc39c6de607 req-165386e0-9ae5-49df-8e1d-132d6db6b97e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412738 May 03 12:30:59.852135 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9c7ae-4add-4e54-89e3-19ddaf345b90 req-11e9164d-6595-4830-8377-e50e56862e09 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:30:59.854172 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e9c9c7ae-4add-4e54-89e3-19ddaf345b90 req-11e9164d-6595-4830-8377-e50e56862e09 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0460513 May 03 12:30:59.906326 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e9c9c7ae-4add-4e54-89e3-19ddaf345b90 req-215e4c09-ee92-4e47-a8ed-8a93b494e064 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465515 May 03 12:31:00.004129 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43676) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:00.084490 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-816a700f-055a-495e-936c-04736ba4b837 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0791366 May 03 12:31:00.093456 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-e56f17b9-73fd-4825-8d31-853fd11d0dbd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103886) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:31:00.094411 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-e56f17b9-73fd-4825-8d31-853fd11d0dbd service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047348 May 03 12:31:00.167245 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43684) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:00.258022 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-f66a26e1-129b-4ae8-b360-7544ac3a4afd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:00.259954 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-f66a26e1-129b-4ae8-b360-7544ac3a4afd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports/3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 200 len: 940 time: 0.0917311 May 03 12:31:00.736430 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a69493-baf1-4b8b-874c-52c1b6c4c0ee req-31ae9ab7-88ad-4be3-bce0-c8cea6ebc0f2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:00.737833 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-90a69493-baf1-4b8b-874c-52c1b6c4c0ee req-31ae9ab7-88ad-4be3-bce0-c8cea6ebc0f2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0499244 May 03 12:31:00.783949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-90a69493-baf1-4b8b-874c-52c1b6c4c0ee req-e1aac846-504a-493a-8258-025da7a74cd1 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 May 03 12:31:01.028540 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37effa82-0a89-4d1a-b2ab-38e78adb7753 req-029bf0a4-dff4-4b7e-9fc0-1fc4e29942ef tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:01.030049 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37effa82-0a89-4d1a-b2ab-38e78adb7753 req-029bf0a4-dff4-4b7e-9fc0-1fc4e29942ef tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0516534 May 03 12:31:01.080815 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-37effa82-0a89-4d1a-b2ab-38e78adb7753 req-c098513a-87a6-4549-98de-3e531412e219 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 May 03 12:31:01.733121 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-1331266f-a29d-40ed-8edd-cd53c44cdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:01.734623 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-1331266f-a29d-40ed-8edd-cd53c44cdba7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60&tenant_id=5c47e882a00247d791d25edbdb2fce54 HTTP/1.1" status: 200 len: 1127 time: 0.0715959 May 03 12:31:01.745420 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2eacf-be26-4bb3-b4c9-a79387fe4890 req-3491af72-96ba-4f03-b011-432670950421 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:01.746909 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5c2eacf-be26-4bb3-b4c9-a79387fe4890 req-3491af72-96ba-4f03-b011-432670950421 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0533144 May 03 12:31:01.805206 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5c2eacf-be26-4bb3-b4c9-a79387fe4890 req-97e74035-68fc-48b2-863a-d60a2c908bf0 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525675 May 03 12:31:01.902673 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935239e-e55f-45f4-b583-d5984256598f req-2d09c754-25c2-4660-8dd6-1111b87b4f4a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:01.904131 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b935239e-e55f-45f4-b583-d5984256598f req-2d09c754-25c2-4660-8dd6-1111b87b4f4a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0460315 May 03 12:31:01.962931 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b935239e-e55f-45f4-b583-d5984256598f req-57f17249-bd29-4b83-92d5-ef196a1ab018 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532117 May 03 12:31:01.995864 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-9c1b9169-290b-4fac-9b34-a6069a6d1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:01.997619 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-9c1b9169-290b-4fac-9b34-a6069a6d1817 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0431378 May 03 12:31:02.024867 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-07a0eb91-7a99-4d6a-8610-7a9c4b91e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.026435 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-07a0eb91-7a99-4d6a-8610-7a9c4b91e3a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c47e882a00247d791d25edbdb2fce54&device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1127 time: 0.0757694 May 03 12:31:02.032196 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-0a32cfb9-1e93-4c85-9302-6b693a169459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.033657 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-0a32cfb9-1e93-4c85-9302-6b693a169459 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1169 time: 0.0696049 May 03 12:31:02.102823 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-24e0e103-b7b8-4ffb-8172-4c5d63079a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.104876 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-24e0e103-b7b8-4ffb-8172-4c5d63079a0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 910 time: 0.0968993 May 03 12:31:02.182940 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-f153dd79-9acc-4d89-8b92-7a95eb433d15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 1001 time: 0.0714924 May 03 12:31:02.193038 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-c3cabdd3-e2a1-468b-9db6-7f8d6ca02a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.194756 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-c3cabdd3-e2a1-468b-9db6-7f8d6ca02a9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 200 len: 918 time: 0.1600063 May 03 12:31:02.196079 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-14f7a918-dbf4-4bdc-a48a-4944666772e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.197636 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-14f7a918-dbf4-4bdc-a48a-4944666772e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 916 time: 0.1558323 May 03 12:31:02.297196 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca8a31-c986-49cd-8c15-34f84ed42199 req-39446829-cf74-43c9-8567-d278643feb6a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.302123 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bca8a31-c986-49cd-8c15-34f84ed42199 req-39446829-cf74-43c9-8567-d278643feb6a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0924320 May 03 12:31:02.302123 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-8a4eadad-c3d0-49c4-bd4f-ec52b742cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.302123 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-8a4eadad-c3d0-49c4-bd4f-ec52b742cb5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.1122098 May 03 12:31:02.334497 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-568d348c-aed3-4391-b611-6c12ee67a76b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 1002 time: 0.1232264 May 03 12:31:02.336130 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-e49ccee5-be5e-4e75-aeb9-677317d5fa88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 200 len: 999 time: 0.1236305 May 03 12:31:02.375031 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-771bb7d8-cb16-47dc-8ea6-b7fe903035a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.376571 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-771bb7d8-cb16-47dc-8ea6-b7fe903035a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661991 May 03 12:31:02.398672 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5bca8a31-c986-49cd-8c15-34f84ed42199 req-1c693e7b-d19e-419d-ad9c-bd3a4942c069 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903695 May 03 12:31:02.434338 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-de0a6994-2fce-4fa1-bd65-0fed5ac83292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.435993 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-de0a6994-2fce-4fa1-bd65-0fed5ac83292 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 200 len: 856 time: 0.0900531 May 03 12:31:02.437523 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-1001c4aa-f1d6-4669-8d1e-b33e40c82581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.438804 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-1001c4aa-f1d6-4669-8d1e-b33e40c82581 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.0940049 May 03 12:31:02.483991 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-1e4ad826-57c8-4925-86c8-f3bca1fb8245 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977237 May 03 12:31:02.517327 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-73364e8b-55d7-49de-a6e6-a22687b128de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.518831 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-73364e8b-55d7-49de-a6e6-a22687b128de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a4d59523-ed30-406e-90b6-6dc839fb9a3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709045 May 03 12:31:02.519893 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-84f81248-09e5-4d55-b643-1edbd4bf64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.521261 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-84f81248-09e5-4d55-b643-1edbd4bf64e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656235 May 03 12:31:02.572643 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-619a1804-a08c-4feb-9d8e-3392c29d34d1 req-1dd56f5a-496e-4d78-b918-1fbd1677b9e5 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814114 May 03 12:31:02.966088 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8751b-5fa7-454c-9309-1958bc554d32 req-b82cd8be-1010-4785-a5e0-bd1608aa9aff tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:02.967541 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0d8751b-5fa7-454c-9309-1958bc554d32 req-b82cd8be-1010-4785-a5e0-bd1608aa9aff tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0783448 May 03 12:31:02.973936 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-5384ca74-3b9c-44f8-9336-c2164c3d87ae service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432530 May 03 12:31:02.978531 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-2af2d782-8ed9-4468-b207-3b9470b6bc51 service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454279 May 03 12:31:03.034250 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d0d8751b-5fa7-454c-9309-1958bc554d32 req-244b4d0c-962b-4fad-ace1-aef890993992 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591214 May 03 12:31:03.087566 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144e2ef-1b35-48ff-a54a-5d386c874a9e req-074c99cb-c448-4bae-b7e4-c3302cbfc688 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:03.089045 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d144e2ef-1b35-48ff-a54a-5d386c874a9e req-074c99cb-c448-4bae-b7e4-c3302cbfc688 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0509520 May 03 12:31:03.136605 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d144e2ef-1b35-48ff-a54a-5d386c874a9e req-d5a99890-9828-4ee4-b119-f0691fe0b037 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 May 03 12:31:03.521054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0c678-6e58-439a-9aaf-74c9664e11bd req-6ff10722-b7e5-4e25-b1f1-98848cd8d129 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:03.522577 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ca0c678-6e58-439a-9aaf-74c9664e11bd req-6ff10722-b7e5-4e25-b1f1-98848cd8d129 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0513959 May 03 12:31:03.571988 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1ca0c678-6e58-439a-9aaf-74c9664e11bd req-19efefff-7321-44a3-a920-91e8643d4b5c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 May 03 12:31:04.151234 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:04.161314 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e180e6-01b8-490e-ae85-5501bd3e4efa req-128a39bb-ddcc-4d89-b689-647bfa9d007a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:04.162804 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59e180e6-01b8-490e-ae85-5501bd3e4efa req-128a39bb-ddcc-4d89-b689-647bfa9d007a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0502701 May 03 12:31:04.207510 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d75c159-35c1-4b30-a1ec-e61c1ad90d25 req-101b37a7-42e1-49cb-a0ba-11ea244e0613 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837602 May 03 12:31:04.214745 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-37a4cc11-5568-412e-a439-7c1d5e426c52 req-a023bb57-e820-4745-9a15-6e19d4769e7d service neutron] 10.222.0.39 "GET /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893113 May 03 12:31:04.227224 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-59e180e6-01b8-490e-ae85-5501bd3e4efa req-fd479040-fcf5-464d-a0cc-216f58134cf7 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565295 May 03 12:31:04.232838 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Deleting subnet 47949526-264d-4b42-9ae1-120c405753b5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:31:04.251846 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Publish callbacks [] for subnet (47949526-264d-4b42-9ae1-120c405753b5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.293955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce906c-ef27-4e59-9416-a3b288a5d383 req-7d075aa1-496b-4faf-ab87-165741de924a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:04.295327 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-29ce906c-ef27-4e59-9416-a3b288a5d383 req-7d075aa1-496b-4faf-ab87-165741de924a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0797317 May 03 12:31:04.305660 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Publish callbacks [] for subnet (47949526-264d-4b42-9ae1-120c405753b5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.325424 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (47949526-264d-4b42-9ae1-120c405753b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.386595 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-29ce906c-ef27-4e59-9416-a3b288a5d383 req-42c47130-6ede-441a-bfc9-a71a9782261b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850794 May 03 12:31:04.491496 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for subnet (47949526-264d-4b42-9ae1-120c405753b5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.517136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47949526-264d-4b42-9ae1-120c405753b5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:04.520949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.524699 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b9f7fdc7-40d7-4c6e-9f7e-7603864170b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47949526-264d-4b42-9ae1-120c405753b5 HTTP/1.1" status: 204 len: 168 time: 0.3706417 May 03 12:31:04.527276 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:04.598966 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (fd50a72f-afdf-4615-a38b-5fa8d94eb7ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.692353 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b10c-1afe-478f-9acb-96f65adc9940 req-b02e07f2-2b73-46df-be0c-17c9a4e24f1d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:04.698387 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7a8b10c-1afe-478f-9acb-96f65adc9940 req-b02e07f2-2b73-46df-be0c-17c9a4e24f1d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0541894 May 03 12:31:04.700177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (fd50a72f-afdf-4615-a38b-5fa8d94eb7ef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.724601 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.724868 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.725666 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.725948 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > port after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.726311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.726596 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > port after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.727001 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.727321 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.727655 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.727982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.762544 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c7a8b10c-1afe-478f-9acb-96f65adc9940 req-430c8056-bc39-467c-a210-e303ec89d89d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617907 May 03 12:31:04.814951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.815304 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.815655 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.815995 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 12:31:04.816502 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd50a72f-afdf-4615-a38b-5fa8d94eb7ef']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:04.834813 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c080045e-1fd9-4a20-aea4-30aa3e4b2f6f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:04.835409 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c080045e-1fd9-4a20-aea4-30aa3e4b2f6f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:04.851165 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117466794'] for segment (c080045e-1fd9-4a20-aea4-30aa3e4b2f6f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.872069 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (c080045e-1fd9-4a20-aea4-30aa3e4b2f6f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.880057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:31:04.880486 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118792332'] for segment (c080045e-1fd9-4a20-aea4-30aa3e4b2f6f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: from cryptography.utils import int_from_bytes May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: from cryptography.utils import int_from_bytes May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: Traceback (most recent call last): May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: timer() May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: cb(*args, **kw) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: return func(*args, **kwargs) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: self._notify() May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: self.callback(batched_events) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: event.method(event) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: return f(self, *a, **k) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._get(url).json() May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: return self.request(url, 'GET', **kwargs) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:31:04.885157 dv-cinder-824911-5-iscsi neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:31:05.005345 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (fd50a72f-afdf-4615-a38b-5fa8d94eb7ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.012649 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.015828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fd50a72f-afdf-4615-a38b-5fa8d94eb7ef HTTP/1.1" status: 204 len: 168 time: 0.4876390 May 03 12:31:05.027306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43790) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:05.028222 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65143481-5946-4441-9174-5bb7cb2c4103 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd50a72f-afdf-4615-a38b-5fa8d94eb7ef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:05.075564 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Deleting subnet 4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:31:05.079374 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Publish callbacks [] for subnet (4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.120711 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.173823 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.286307 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.318306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:05.321150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.324738 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dc0a585f-f9b3-4201-9d8b-29cb0f476475 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4bfd1dd8-86b3-4edf-9a5d-f0bc08c42f91 HTTP/1.1" status: 204 len: 168 time: 0.2957594 May 03 12:31:05.328208 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43796) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:05.380418 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249f290-ebb3-468e-83e4-e872f4dd57bb req-2133d50a-89c6-4b5c-9954-97677e905d67 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:05.383719 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e249f290-ebb3-468e-83e4-e872f4dd57bb req-2133d50a-89c6-4b5c-9954-97677e905d67 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0746322 May 03 12:31:05.419814 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (3f917a87-d342-4378-8798-f729efc68a60), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.479882 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.529149 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e249f290-ebb3-468e-83e4-e872f4dd57bb req-03740676-9101-4cf0-87b6-699c2bac8d4d tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1353030 May 03 12:31:05.567521 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (3f917a87-d342-4378-8798-f729efc68a60), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.583088 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc4ccc-ff53-425e-8991-f4902f4dbfbd req-8a99f907-9496-46b8-9bf2-dcd6622a0d6c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:05.584618 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-12bc4ccc-ff53-425e-8991-f4902f4dbfbd req-8a99f907-9496-46b8-9bf2-dcd6622a0d6c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.1196425 May 03 12:31:05.606797 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f917a87-d342-4378-8798-f729efc68a60']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:05.624263 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d53b40-4591-4d4c-badc-f49e8b76d4ea') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:05.624587 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d53b40-4591-4d4c-badc-f49e8b76d4ea') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:05.642304 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (05d53b40-4591-4d4c-badc-f49e8b76d4ea), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.669080 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-12bc4ccc-ff53-425e-8991-f4902f4dbfbd req-2cb2e33e-a03d-47a7-9588-69b4e1e33e7e tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779457 May 03 12:31:05.670054 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (05d53b40-4591-4d4c-badc-f49e8b76d4ea), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.676919 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:31:05.677325 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (05d53b40-4591-4d4c-badc-f49e8b76d4ea), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:31:05.679101 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:31:05.839766 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (3f917a87-d342-4378-8798-f729efc68a60), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.846004 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:05.849172 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f917a87-d342-4378-8798-f729efc68a60 HTTP/1.1" status: 204 len: 168 time: 0.5211236 May 03 12:31:05.869461 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4636d-f8fa-48ad-a0d7-81597efa378e admin admin] Pushing event deleted for resources: {'Network': ['ID=3f917a87-d342-4378-8798-f729efc68a60,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:05.926597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f56a1-3d54-4c9b-828d-a0cd86c5a63b req-9918a61a-0f57-4743-9493-ef185565bc91 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:05.926597 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5c9f56a1-3d54-4c9b-828d-a0cd86c5a63b req-9918a61a-0f57-4743-9493-ef185565bc91 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0870833 May 03 12:31:05.981419 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5c9f56a1-3d54-4c9b-828d-a0cd86c5a63b req-23ab89c2-cd55-462f-a78c-a8893f4c7d27 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534434 May 03 12:31:06.271156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43804) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:06.327133 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ddb4dd32-ac7e-4771-bff5-d47f0010dd89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=208c61bd7ef94f2aba794ea6bf5da069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541506 May 03 12:31:06.329812 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:06.387002 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6f-c3fc-4e05-817a-81c82be5afdb admin admin] Publish callbacks [] for security_group (668a545f-14a7-4f69-aade-ab36659b996d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:06.409201 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6f-c3fc-4e05-817a-81c82be5afdb admin admin] Publish callbacks [] for security_group (668a545f-14a7-4f69-aade-ab36659b996d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:06.520325 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6f-c3fc-4e05-817a-81c82be5afdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (668a545f-14a7-4f69-aade-ab36659b996d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:06.523877 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59bfca6f-c3fc-4e05-817a-81c82be5afdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:06.525171 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-59bfca6f-c3fc-4e05-817a-81c82be5afdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/668a545f-14a7-4f69-aade-ab36659b996d HTTP/1.1" status: 204 len: 168 time: 0.1942532 May 03 12:31:06.534281 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfca6f-c3fc-4e05-817a-81c82be5afdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a545f-14a7-4f69-aade-ab36659b996d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:06.606848 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:31:06.675450 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d90215-c4cc-4c98-ab10-f3e5c236cfcc req-67f29c43-0c48-400a-bb14-a61ca023eec1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:06.677381 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7d90215-c4cc-4c98-ab10-f3e5c236cfcc req-67f29c43-0c48-400a-bb14-a61ca023eec1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0619245 May 03 12:31:06.756226 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7d90215-c4cc-4c98-ab10-f3e5c236cfcc req-995f7cc7-af4b-4405-b348-ab83f6978de1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726843 May 03 12:31:06.784339 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:31:06.785146 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:06.821588 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:31:06.825594 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b8c06-ade5-4828-9a37-2aac5b037af6" -d '{"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:31:06.853767 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:06.867397 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e92e1f-98e5-448c-9ca6-79c49cb04740 req-0ebe74d4-ee01-4802-9c10-f82727f9890f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:06.869267 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e5e92e1f-98e5-448c-9ca6-79c49cb04740 req-0ebe74d4-ee01-4802-9c10-f82727f9890f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0723770 May 03 12:31:06.900461 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 May 2022 12:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14ade3-7277-4a7d-9b45-fd59ae5431c5 x-openstack-request-id: req-ab14ade3-7277-4a7d-9b45-fd59ae5431c5 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:31:06.900830 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:31:06.901153 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab14ade3-7277-4a7d-9b45-fd59ae5431c5 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:31:06.901637 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab14ade3-7277-4a7d-9b45-fd59ae5431c5'] response: {'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'code': 200} May 03 12:31:06.941024 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e5e92e1f-98e5-448c-9ca6-79c49cb04740 req-80bf887d-d7cd-4ad7-966c-0dcbbd8e26de tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656972 May 03 12:31:07.120738 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65392d7d-9b43-448e-a8bc-8b8a9c64b6d9 req-3599225a-6ef6-420e-93b8-13ce10633bff tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:07.122621 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65392d7d-9b43-448e-a8bc-8b8a9c64b6d9 req-3599225a-6ef6-420e-93b8-13ce10633bff tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0579970 May 03 12:31:07.179911 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65392d7d-9b43-448e-a8bc-8b8a9c64b6d9 req-b01e0446-3b3e-45b0-9e70-17ed67ef2f90 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499971 May 03 12:31:07.308698 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:07.360177 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=6']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:07.767792 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:07.820735 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f44b4b40-e17d-429e-b085-583ac44ec89f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d3b68a697414e0b9d3946d0876acdc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486245 May 03 12:31:07.822454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:07.916089 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36a611-4131-4112-b0f4-a5401a27ae4f req-68ca6c51-a398-4456-a5aa-795219aefef8 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:07.917640 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c36a611-4131-4112-b0f4-a5401a27ae4f req-68ca6c51-a398-4456-a5aa-795219aefef8 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0627770 May 03 12:31:07.931624 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1fe2-4b16-4bdc-8988-2baa1e40efe6 admin admin] Publish callbacks [] for security_group (545dd8ba-d547-4653-98dd-4703e2d9de7f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:07.970674 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1fe2-4b16-4bdc-8988-2baa1e40efe6 admin admin] Publish callbacks [] for security_group (545dd8ba-d547-4653-98dd-4703e2d9de7f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:08.033064 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0c36a611-4131-4112-b0f4-a5401a27ae4f req-441d3013-7614-416d-a7fc-7ccad911901e tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072960 May 03 12:31:08.086548 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a47aa9-ac77-4676-9aeb-89527d30a073 req-d044430c-8227-4c94-8596-07cd1f1f8ad9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:08.088086 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54a47aa9-ac77-4676-9aeb-89527d30a073 req-d044430c-8227-4c94-8596-07cd1f1f8ad9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0629117 May 03 12:31:08.114145 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1fe2-4b16-4bdc-8988-2baa1e40efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (545dd8ba-d547-4653-98dd-4703e2d9de7f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:08.117362 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1fe2-4b16-4bdc-8988-2baa1e40efe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:08.121842 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6e4f1fe2-4b16-4bdc-8988-2baa1e40efe6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/545dd8ba-d547-4653-98dd-4703e2d9de7f HTTP/1.1" status: 204 len: 168 time: 0.2982500 May 03 12:31:08.134921 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f1fe2-4b16-4bdc-8988-2baa1e40efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545dd8ba-d547-4653-98dd-4703e2d9de7f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:08.139447 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-54a47aa9-ac77-4676-9aeb-89527d30a073 req-80d3dba2-3bcb-4cc1-beb0-378eddfa61cc tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453086 May 03 12:31:08.308144 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e309fe-468d-4d10-ba63-905ae935cde7 req-22a5eb85-2381-45b0-93d6-2c01a63cd10c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:08.309815 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-53e309fe-468d-4d10-ba63-905ae935cde7 req-22a5eb85-2381-45b0-93d6-2c01a63cd10c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0545068 May 03 12:31:08.367381 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-53e309fe-468d-4d10-ba63-905ae935cde7 req-c61fde14-7186-4d93-a316-1f56dac082f5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518501 May 03 12:31:09.196534 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c49480-57cb-4242-af32-2bab7731ef43 req-52a6ccf3-facf-43a2-a42c-6593872810af tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:09.198530 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13c49480-57cb-4242-af32-2bab7731ef43 req-52a6ccf3-facf-43a2-a42c-6593872810af tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0686858 May 03 12:31:09.323196 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-13c49480-57cb-4242-af32-2bab7731ef43 req-4bf1f84f-46dc-4b2f-b4ec-d0a16736ef7a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189048 May 03 12:31:09.385057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97413a9-0886-4d8d-a21c-73d3a239cb81 req-3e91d155-7762-4266-bfa4-2264c2455d04 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:09.386601 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d97413a9-0886-4d8d-a21c-73d3a239cb81 req-3e91d155-7762-4266-bfa4-2264c2455d04 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0828617 May 03 12:31:09.465314 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d97413a9-0886-4d8d-a21c-73d3a239cb81 req-150d438e-9927-4167-b7fa-eb5ca07aed80 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554678 May 03 12:31:09.587636 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d5fc1-0a5b-4232-b9f1-d00646f610a9 req-92631e60-ad07-473d-a7dc-90f2d4391445 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:09.592593 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b6d5fc1-0a5b-4232-b9f1-d00646f610a9 req-92631e60-ad07-473d-a7dc-90f2d4391445 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0965185 May 03 12:31:09.675401 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5b6d5fc1-0a5b-4232-b9f1-d00646f610a9 req-92c4bc19-19d4-430f-afc4-723cdc62203e tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794625 May 03 12:31:10.132462 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 43878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:10.245017 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65390d6f-226b-4aaf-8aa7-5c4cfee3e16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.319245 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65390d6f-226b-4aaf-8aa7-5c4cfee3e16b admin admin] Publish callbacks [] for security_group (8fc49688-ee64-4c6c-a436-658803fb1dcf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.429193 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65390d6f-226b-4aaf-8aa7-5c4cfee3e16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (8fc49688-ee64-4c6c-a436-658803fb1dcf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.472141 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d434b-58e3-4b92-86b4-7c3fb6a61bea req-c1a8dc59-5822-4c9f-bf5d-9a908c9faab3 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:10.473716 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f87d434b-58e3-4b92-86b4-7c3fb6a61bea req-c1a8dc59-5822-4c9f-bf5d-9a908c9faab3 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0768511 May 03 12:31:10.490665 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-65390d6f-226b-4aaf-8aa7-5c4cfee3e16b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2cc2e231d53426cbecb23b6446ae3aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567784 May 03 12:31:10.493233 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 43886) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:10.497446 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65390d6f-226b-4aaf-8aa7-5c4cfee3e16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc49688-ee64-4c6c-a436-658803fb1dcf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:10.600888 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127e56e5-43b9-4f98-b01f-1a00b2e623ab admin admin] Publish callbacks [] for security_group (8fc49688-ee64-4c6c-a436-658803fb1dcf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.602892 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f87d434b-58e3-4b92-86b4-7c3fb6a61bea req-9e845ec8-2969-47cc-be1e-5674967e2d48 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166680 May 03 12:31:10.660975 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df107aac-6a12-4ad5-b7f7-46e4af4b8cae req-f80a2918-3715-4241-8362-0e0ca5884d53 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:10.662526 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df107aac-6a12-4ad5-b7f7-46e4af4b8cae req-f80a2918-3715-4241-8362-0e0ca5884d53 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0636430 May 03 12:31:10.672974 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127e56e5-43b9-4f98-b01f-1a00b2e623ab admin admin] Publish callbacks [] for security_group (8fc49688-ee64-4c6c-a436-658803fb1dcf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.764450 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-df107aac-6a12-4ad5-b7f7-46e4af4b8cae req-c2471753-51c3-48bb-9fe1-9b8de0379674 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937998 May 03 12:31:10.842699 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c27dd2-e9d9-443b-85a4-21b4c3afe5f1 req-b52d6620-68c8-47a1-a0d7-e6c1e4b49678 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:10.845298 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e3c27dd2-e9d9-443b-85a4-21b4c3afe5f1 req-b52d6620-68c8-47a1-a0d7-e6c1e4b49678 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0657234 May 03 12:31:10.856980 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127e56e5-43b9-4f98-b01f-1a00b2e623ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (8fc49688-ee64-4c6c-a436-658803fb1dcf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.859556 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127e56e5-43b9-4f98-b01f-1a00b2e623ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:10.863290 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-127e56e5-43b9-4f98-b01f-1a00b2e623ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fc49688-ee64-4c6c-a436-658803fb1dcf HTTP/1.1" status: 204 len: 168 time: 0.3662591 May 03 12:31:10.876659 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e56e5-43b9-4f98-b01f-1a00b2e623ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc49688-ee64-4c6c-a436-658803fb1dcf,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:10.955604 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e3c27dd2-e9d9-443b-85a4-21b4c3afe5f1 req-6b4d8e2e-2e4d-4e83-86c4-3bf78a89de92 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814764 May 03 12:31:11.757724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54460-c5a9-4bdc-8183-3edcbc24b8df req-47bbc000-883c-4e7f-baaa-967d8a055162 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:11.760782 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9c54460-c5a9-4bdc-8183-3edcbc24b8df req-47bbc000-883c-4e7f-baaa-967d8a055162 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0682356 May 03 12:31:11.826058 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9c54460-c5a9-4bdc-8183-3edcbc24b8df req-170be96d-aaa9-4332-8c19-5d5c7fb3a03f tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587702 May 03 12:31:11.961888 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a2149-ed94-4b14-a42f-fcff5f4ab119 req-9df9c6f9-12d7-4862-92b9-ea34d2bf5399 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:11.963701 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-603a2149-ed94-4b14-a42f-fcff5f4ab119 req-9df9c6f9-12d7-4862-92b9-ea34d2bf5399 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0702968 May 03 12:31:12.018690 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-603a2149-ed94-4b14-a42f-fcff5f4ab119 req-e929e4e3-1ac8-4c55-a29a-b7d6a75d7890 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492480 May 03 12:31:12.158982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac9af4-3204-4025-837c-c284eedf3472 req-6c459787-377a-4af2-9f99-54c0a251a548 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:12.160544 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b1ac9af4-3204-4025-837c-c284eedf3472 req-6c459787-377a-4af2-9f99-54c0a251a548 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0629497 May 03 12:31:12.217179 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b1ac9af4-3204-4025-837c-c284eedf3472 req-948ef91c-e8b4-421d-bf22-e2e4e9d2958c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502031 May 03 12:31:12.954437 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072587a6-b9b9-4428-a580-2de37bb5ca51 req-b217b42e-0fe1-4258-97db-dc9d04a0e3ea tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:12.955949 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-072587a6-b9b9-4428-a580-2de37bb5ca51 req-b217b42e-0fe1-4258-97db-dc9d04a0e3ea tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0557370 May 03 12:31:12.976104 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:31:13.027647 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-072587a6-b9b9-4428-a580-2de37bb5ca51 req-179d7a2f-b605-4943-aec1-e77d76a12c42 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643492 May 03 12:31:13.182001 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5d73c-657c-48c3-802d-35ff1a8e68dc req-277fdcae-15e9-48f5-9567-6a2fcf2aa43f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:13.184634 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03e5d73c-657c-48c3-802d-35ff1a8e68dc req-277fdcae-15e9-48f5-9567-6a2fcf2aa43f tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0745881 May 03 12:31:13.238514 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03e5d73c-657c-48c3-802d-35ff1a8e68dc req-767a50c4-a8ef-4958-8ed6-e5195798b544 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476654 May 03 12:31:13.365015 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62944db3-c46b-4a33-8bd4-6041ae34ad76 req-800ed07e-d766-4612-83e8-923669606eae tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:13.366865 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-62944db3-c46b-4a33-8bd4-6041ae34ad76 req-800ed07e-d766-4612-83e8-923669606eae tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0654769 May 03 12:31:13.428351 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-62944db3-c46b-4a33-8bd4-6041ae34ad76 req-438758a4-0684-46af-8c9d-6c07ad53bbfd tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557265 May 03 12:31:14.142723 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeace-8d7a-4241-b797-df53d98efe70 req-c278fcce-22b4-4713-8be3-a5f624b79e54 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:14.144258 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747eeace-8d7a-4241-b797-df53d98efe70 req-c278fcce-22b4-4713-8be3-a5f624b79e54 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0470538 May 03 12:31:14.205475 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-747eeace-8d7a-4241-b797-df53d98efe70 req-99f451e3-8f29-488e-97cc-a582dc350ee4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552781 May 03 12:31:14.362523 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2985427-dd45-4378-a29a-f8bd088ace28 req-1a8da0a0-5efd-448e-8c2e-13af454aebe0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:14.364009 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2985427-dd45-4378-a29a-f8bd088ace28 req-1a8da0a0-5efd-448e-8c2e-13af454aebe0 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0509531 May 03 12:31:14.409769 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f2985427-dd45-4378-a29a-f8bd088ace28 req-945a98c4-163c-40e6-9c52-1c48bb1ee9d6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395777 May 03 12:31:14.541519 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329fe16-a89e-4890-a39a-575a17e51d51 req-6ef7fd88-dea1-476c-878e-75b0175c9196 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:14.542997 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6329fe16-a89e-4890-a39a-575a17e51d51 req-6ef7fd88-dea1-476c-878e-75b0175c9196 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0471590 May 03 12:31:14.590982 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6329fe16-a89e-4890-a39a-575a17e51d51 req-4f5f1e97-866a-4e0d-b494-d262755eef1c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 May 03 12:31:15.325432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146802a-e7f7-41f0-b543-cd684147c3d6 req-09b39cd4-48b6-4c7b-ab6f-33e078b23ef7 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:15.326956 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a146802a-e7f7-41f0-b543-cd684147c3d6 req-09b39cd4-48b6-4c7b-ab6f-33e078b23ef7 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0528457 May 03 12:31:15.395240 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a146802a-e7f7-41f0-b543-cd684147c3d6 req-356e82d2-3ec6-4b5e-a817-7bdb7487e8a4 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620644 May 03 12:31:15.527445 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e1d1-a875-4349-a95a-6917b49edf58 req-39348140-3599-46da-98af-2f91516385a2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:15.528879 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1a36e1d1-a875-4349-a95a-6917b49edf58 req-39348140-3599-46da-98af-2f91516385a2 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0476208 May 03 12:31:15.583890 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1a36e1d1-a875-4349-a95a-6917b49edf58 req-e041d144-2997-4d57-b8c1-135337f31170 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494297 May 03 12:31:15.706212 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329305a-4a20-4b74-a965-f7d4a18e5da1 req-1824f765-86c2-4702-8701-bf52b542ab55 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:15.707752 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f329305a-4a20-4b74-a965-f7d4a18e5da1 req-1824f765-86c2-4702-8701-bf52b542ab55 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0490735 May 03 12:31:15.758307 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f329305a-4a20-4b74-a965-f7d4a18e5da1 req-a572d2e0-59ed-4acc-b0c5-eefd5a6b3944 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 May 03 12:31:16.083377 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bcbd6-e6d3-4143-acf1-af88444839b6 req-e56be0c5-4d8b-411e-b504-5faa668f204f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:16.085053 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-936bcbd6-e6d3-4143-acf1-af88444839b6 req-e56be0c5-4d8b-411e-b504-5faa668f204f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0501852 May 03 12:31:16.118762 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-52bbbb66-27a5-4d9c-b724-3ef135a961b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384464 May 03 12:31:16.135810 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-936bcbd6-e6d3-4143-acf1-af88444839b6 req-da9d2050-1fb8-49f9-8baf-7abb94dafe64 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438828 May 03 12:31:16.195923 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d25e1-1722-4215-a3d9-01c4d713273d req-d85b0997-119c-4aee-ac71-684d94ba2fd3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:16.197317 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-d85b0997-119c-4aee-ac71-684d94ba2fd3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports/b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 940 time: 0.0512969 May 03 12:31:16.509955 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6d13c-a21a-431f-a9d6-1724e9a1b1df req-730512b1-c09f-4173-8b4d-881594d72fa3 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:16.512107 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-caa6d13c-a21a-431f-a9d6-1724e9a1b1df req-730512b1-c09f-4173-8b4d-881594d72fa3 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0479474 May 03 12:31:16.575054 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-caa6d13c-a21a-431f-a9d6-1724e9a1b1df req-eab4c884-d276-4dc2-bb8d-22a42941ccf1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570078 May 03 12:31:16.701516 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3af50-c041-4582-b14d-c369d5458a32 req-650dd656-6dbf-475f-9b03-2c7aaa743695 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:16.703207 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03b3af50-c041-4582-b14d-c369d5458a32 req-650dd656-6dbf-475f-9b03-2c7aaa743695 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0479195 May 03 12:31:16.754936 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03b3af50-c041-4582-b14d-c369d5458a32 req-4eac6d35-65ed-40c1-9762-43039353916c tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458770 May 03 12:31:17.247765 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb5c27-bdd4-44e9-b632-3caba1834a0e req-254c96e7-00b1-4fe4-bd41-8bb5ecd0afde tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:17.249275 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ebeb5c27-bdd4-44e9-b632-3caba1834a0e req-254c96e7-00b1-4fe4-bd41-8bb5ecd0afde tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0464993 May 03 12:31:17.297676 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ebeb5c27-bdd4-44e9-b632-3caba1834a0e req-d7d8198f-51ce-4576-b2f4-8cd385b8d0aa tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428231 May 03 12:31:17.696851 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e06b3-a68b-417f-90b7-edf7974d5012 req-abc5fd67-09cb-47fd-97fa-7f3bbd30c611 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:17.696851 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-364e06b3-a68b-417f-90b7-edf7974d5012 req-abc5fd67-09cb-47fd-97fa-7f3bbd30c611 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0502589 May 03 12:31:17.754961 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-364e06b3-a68b-417f-90b7-edf7974d5012 req-07ba2a56-b09c-4ad7-ac81-f5a9e8e8302b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549619 May 03 12:31:17.872456 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031555b-bafc-4ab7-9a0f-12ee08dcf6cc req-db313e82-1027-4467-bff9-11a9e7d9eb3b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:17.873955 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e031555b-bafc-4ab7-9a0f-12ee08dcf6cc req-db313e82-1027-4467-bff9-11a9e7d9eb3b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 943 time: 0.0463712 May 03 12:31:17.923945 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e031555b-bafc-4ab7-9a0f-12ee08dcf6cc req-f1fdfb43-05ef-45f7-be15-a87f051929eb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 May 03 12:31:18.427982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c0df0-963c-49a4-acfc-ade159c8b062 req-4f978de2-5714-4ce2-8c2b-00ae6a6e3404 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:18.429708 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-712c0df0-963c-49a4-acfc-ade159c8b062 req-4f978de2-5714-4ce2-8c2b-00ae6a6e3404 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0475178 May 03 12:31:18.479692 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-712c0df0-963c-49a4-acfc-ade159c8b062 req-548900b5-6105-41df-9aec-ce13de6a68a3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444219 May 03 12:31:18.678984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:31:18.771989 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:18.784312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'port_id': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'mac_address': 'fa:16:3e:4e:86:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:31:18.826721 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:31:18.827261 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:18.841468 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1732a8-4057-4cb2-9dd5-a06b2b491877 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:31:18.861177 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:18.871544 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6636b-59d8-4bad-8684-50ec11b42548 req-fce76050-16e5-4354-a40a-57c5063272ac tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:18.875004 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6c6636b-59d8-4bad-8684-50ec11b42548 req-fce76050-16e5-4354-a40a-57c5063272ac tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0497706 May 03 12:31:18.932347 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b6c6636b-59d8-4bad-8684-50ec11b42548 req-036540ae-c33c-410c-9c25-7e7afc45eae2 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533605 May 03 12:31:18.942598 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:18.997313 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=9']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:19.060517 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31b54d-2a92-48f5-a0ae-a06e3bb46f34 req-ecfa5ee2-c0eb-494e-b915-05ccd235db9b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:19.062085 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a31b54d-2a92-48f5-a0ae-a06e3bb46f34 req-ecfa5ee2-c0eb-494e-b915-05ccd235db9b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 944 time: 0.0496490 May 03 12:31:19.107240 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a31b54d-2a92-48f5-a0ae-a06e3bb46f34 req-fc8d0b01-3271-4652-9d15-9775d6b51752 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397046 May 03 12:31:19.307806 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['3d1732a8-4057-4cb2-9dd5-a06b2b491877'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:31:19.591361 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee521-59eb-418d-92f7-20d2c710ca0c req-195a69f0-632a-4282-9a0a-37942a611430 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:19.592903 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-adeee521-59eb-418d-92f7-20d2c710ca0c req-195a69f0-632a-4282-9a0a-37942a611430 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0461605 May 03 12:31:19.639875 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-adeee521-59eb-418d-92f7-20d2c710ca0c req-56e7256f-e57b-4941-8aad-ff6582b50696 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414877 May 03 12:31:20.042957 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f7651-12c0-420d-8622-b72626c2e54e req-9d81db0a-5b85-4243-89d9-dfba4bcdc14b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:20.044799 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-764f7651-12c0-420d-8622-b72626c2e54e req-9d81db0a-5b85-4243-89d9-dfba4bcdc14b tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0464911 May 03 12:31:20.104081 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-764f7651-12c0-420d-8622-b72626c2e54e req-70209272-60f2-4184-a52b-70be13cb3769 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531740 May 03 12:31:20.224949 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c8563-7386-4414-9ad8-01755c98cf5c req-81867863-c8d0-4a58-8557-6ee88a0cd723 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:20.226303 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-472c8563-7386-4414-9ad8-01755c98cf5c req-81867863-c8d0-4a58-8557-6ee88a0cd723 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 944 time: 0.0479641 May 03 12:31:20.271847 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-472c8563-7386-4414-9ad8-01755c98cf5c req-159d9b71-ff89-4b7f-89b6-7c5367f39719 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 May 03 12:31:20.668105 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c8fe6e68-c0f2-4d9d-9e3e-c155fbc22d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:20.697854 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:31:20.745340 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:31:20.746277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:20.756832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e1748-b935-4c19-a634-393897343d9b req-a2a3fff2-7360-4138-b154-f09baa39d097 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:20.758731 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-002e1748-b935-4c19-a634-393897343d9b req-a2a3fff2-7360-4138-b154-f09baa39d097 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0517402 May 03 12:31:20.822656 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-002e1748-b935-4c19-a634-393897343d9b req-fef724ee-2397-40d7-a78f-3b50cd54a495 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570531 May 03 12:31:20.830406 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:31:20.831279 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:20.861154 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:31:20.863434 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a730d2aa-8410-4e9b-a778-e74ce7a159e4" -d '{"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-plugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:31:20.876121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:20.903535 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c8bfb-21a1-4e05-ad2d-2d39ba8812d4 x-openstack-request-id: req-0f8c8bfb-21a1-4e05-ad2d-2d39ba8812d4 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:31:20.903535 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-plugged", "status": "completed", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:31:20.903535 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f8c8bfb-21a1-4e05-ad2d-2d39ba8812d4 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:31:20.903535 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c8bfb-21a1-4e05-ad2d-2d39ba8812d4'] response: {'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'code': 200} May 03 12:31:20.947969 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:20.996260 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=10']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:21.249015 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe09ad-3050-4f53-9432-03fcd998e4f1 req-56cfecd0-93c7-40e2-ba99-05e9d210eb9f tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:21.250398 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dfe09ad-3050-4f53-9432-03fcd998e4f1 req-56cfecd0-93c7-40e2-ba99-05e9d210eb9f tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0802779 May 03 12:31:21.259160 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1a667-911b-405a-b249-e6b6b9fe02d8 req-712b759e-6f22-4600-8fb8-338ae89f8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:21.260560 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1a667-911b-405a-b249-e6b6b9fe02d8 req-712b759e-6f22-4600-8fb8-338ae89f8c05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 1130 time: 0.0535829 May 03 12:31:21.343316 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0fc1a667-911b-405a-b249-e6b6b9fe02d8 req-4c7f9312-bb72-44c1-a877-d6b2f2477667 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713069 May 03 12:31:21.348273 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5dfe09ad-3050-4f53-9432-03fcd998e4f1 req-4582cd58-2deb-465c-9587-76874b4bdbca tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910637 May 03 12:31:21.391344 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b51d4-5116-46ec-9df2-9f1c12fd419f req-98844359-4d47-47a2-9b04-3663d9f31400 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:21.392807 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ba7b51d4-5116-46ec-9df2-9f1c12fd419f req-98844359-4d47-47a2-9b04-3663d9f31400 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0472691 May 03 12:31:21.440102 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ba7b51d4-5116-46ec-9df2-9f1c12fd419f req-4ef03ce6-7fde-43ce-ae64-e5fc205a0798 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 May 03 12:31:21.931006 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef1799-2103-4f2b-ab8b-a4ffa036493b req-140bb5a1-9b88-4566-a1d4-5df3213ea220 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:21.932459 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3aef1799-2103-4f2b-ab8b-a4ffa036493b req-140bb5a1-9b88-4566-a1d4-5df3213ea220 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0454681 May 03 12:31:21.980209 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3aef1799-2103-4f2b-ab8b-a4ffa036493b req-134f55db-a4c1-4e7e-8606-5d3cf60fe43d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423236 May 03 12:31:22.460320 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7c0f2-9c92-4e15-a788-ccd35e3b9a25 req-779e4cec-e0b6-48fd-8edc-059e826bf436 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:22.461905 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16e7c0f2-9c92-4e15-a788-ccd35e3b9a25 req-779e4cec-e0b6-48fd-8edc-059e826bf436 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0474782 May 03 12:31:22.529550 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-16e7c0f2-9c92-4e15-a788-ccd35e3b9a25 req-6ea1f214-1d4a-450d-a486-4439922cf9a6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619602 May 03 12:31:22.577148 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f974608-5c8c-4fa8-b9ae-368151a0a1eb req-715e2c16-5c9c-4224-8b78-39746d7c5f97 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:22.578646 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f974608-5c8c-4fa8-b9ae-368151a0a1eb req-715e2c16-5c9c-4224-8b78-39746d7c5f97 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0651579 May 03 12:31:22.624056 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44112) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:22.632897 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f974608-5c8c-4fa8-b9ae-368151a0a1eb req-a149e614-6368-493c-9419-4f749b5b34eb tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 May 03 12:31:22.745699 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d002e04-ca0b-4510-ae47-7bd94a88eb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:22.822924 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d002e04-ca0b-4510-ae47-7bd94a88eb97 admin admin] Publish callbacks [] for security_group (12e28df0-dc03-4bae-bd88-5dd4237a8845), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.097618 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137bb7-54e6-4994-a0fa-3199b59e4afc req-7376684b-8e28-4139-883e-57f4c512252f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:23.099065 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81137bb7-54e6-4994-a0fa-3199b59e4afc req-7376684b-8e28-4139-883e-57f4c512252f tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0495956 May 03 12:31:23.161903 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81137bb7-54e6-4994-a0fa-3199b59e4afc req-473d4670-e563-438b-98c3-f507029a59d9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526037 May 03 12:31:23.520137 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-58d2679d-088e-416d-bf90-3a07f86ee848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.553556 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d002e04-ca0b-4510-ae47-7bd94a88eb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (12e28df0-dc03-4bae-bd88-5dd4237a8845), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.605508 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-7d002e04-ca0b-4510-ae47-7bd94a88eb97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94bc5219e65741adad22d43a3c19c58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9803083 May 03 12:31:23.606955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:23.608093 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d002e04-ca0b-4510-ae47-7bd94a88eb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e28df0-dc03-4bae-bd88-5dd4237a8845,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:23.693290 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-915f1b78-b0e4-4583-b09a-99e16809ac89 admin admin] Publish callbacks [] for security_group (12e28df0-dc03-4bae-bd88-5dd4237a8845), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.716213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e630-f2d7-4096-b9da-33176827ff60 req-e7202b33-eec2-4122-a6dc-7290e70349bf tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:23.720854 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1240e630-f2d7-4096-b9da-33176827ff60 req-e7202b33-eec2-4122-a6dc-7290e70349bf tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0987673 May 03 12:31:23.742459 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-915f1b78-b0e4-4583-b09a-99e16809ac89 admin admin] Publish callbacks [] for security_group (12e28df0-dc03-4bae-bd88-5dd4237a8845), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.793700 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dbefb-1c66-4fa8-8b80-cb391b5067bd req-ac0bbaa4-037d-4516-bae9-fd4e8a9ab997 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:23.799442 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-874dbefb-1c66-4fa8-8b80-cb391b5067bd req-ac0bbaa4-037d-4516-bae9-fd4e8a9ab997 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0547988 May 03 12:31:23.820742 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1240e630-f2d7-4096-b9da-33176827ff60 req-29f4b943-53d4-42a6-98bf-805ac264dc9f tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950749 May 03 12:31:23.853207 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-874dbefb-1c66-4fa8-8b80-cb391b5067bd req-1869d645-e363-45c7-b686-00b54069fecd tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511634 May 03 12:31:23.891302 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-915f1b78-b0e4-4583-b09a-99e16809ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (12e28df0-dc03-4bae-bd88-5dd4237a8845), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.893944 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-915f1b78-b0e4-4583-b09a-99e16809ac89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:23.895067 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-915f1b78-b0e4-4583-b09a-99e16809ac89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e28df0-dc03-4bae-bd88-5dd4237a8845 HTTP/1.1" status: 204 len: 168 time: 0.2871380 May 03 12:31:23.903812 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f1b78-b0e4-4583-b09a-99e16809ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e28df0-dc03-4bae-bd88-5dd4237a8845,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:24.149410 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:24.278560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bd730-85cb-43a1-8e41-d536dfd511ed req-5fdc03a1-ebf6-4211-bc06-a7bd3ee7d713 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:24.280092 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d80bd730-85cb-43a1-8e41-d536dfd511ed req-5fdc03a1-ebf6-4211-bc06-a7bd3ee7d713 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0483243 May 03 12:31:24.335284 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d80bd730-85cb-43a1-8e41-d536dfd511ed req-805b03fb-c693-4fbc-9377-c2c325fdc2b2 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491853 May 03 12:31:24.598217 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:24.611580 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7a69a33-0459-4c6b-8ce3-495c284ee331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:24.689856 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7a69a33-0459-4c6b-8ce3-495c284ee331 admin admin] Publish callbacks [] for security_group (81e00650-529a-48e6-a4d0-d53ad406682c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:24.759938 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7a69a33-0459-4c6b-8ce3-495c284ee331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (81e00650-529a-48e6-a4d0-d53ad406682c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:24.799749 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a7a69a33-0459-4c6b-8ce3-495c284ee331 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e741c2fe1d9a4c92a4d620bb81dd897d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004726 May 03 12:31:24.800756 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a69a33-0459-4c6b-8ce3-495c284ee331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e00650-529a-48e6-a4d0-d53ad406682c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:24.802499 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44176) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:24.857192 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef5fe-b792-4af2-9f30-14eb7cbf9cb8 admin admin] Publish callbacks [] for security_group (81e00650-529a-48e6-a4d0-d53ad406682c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:24.885137 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef5fe-b792-4af2-9f30-14eb7cbf9cb8 admin admin] Publish callbacks [] for security_group (81e00650-529a-48e6-a4d0-d53ad406682c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:24.973163 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dad5c0-92e0-4b50-b806-18f267aae04c req-042fb3ec-85c8-4e36-beb6-b42dca8672cc tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:24.974627 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7dad5c0-92e0-4b50-b806-18f267aae04c req-042fb3ec-85c8-4e36-beb6-b42dca8672cc tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0611563 May 03 12:31:25.012720 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740c862-4951-4f62-8fe4-b6df834017db req-0af6efd0-e224-41ae-929e-ed7277a807df tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:25.014462 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4740c862-4951-4f62-8fe4-b6df834017db req-0af6efd0-e224-41ae-929e-ed7277a807df tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0596185 May 03 12:31:25.043089 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7dad5c0-92e0-4b50-b806-18f267aae04c req-f0af925e-8b4a-495f-be5a-2c1348875f46 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619020 May 03 12:31:25.088653 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4740c862-4951-4f62-8fe4-b6df834017db req-95da4da7-009a-4a75-b95f-85610e28504a tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601108 May 03 12:31:25.102961 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef5fe-b792-4af2-9f30-14eb7cbf9cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (81e00650-529a-48e6-a4d0-d53ad406682c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:25.110831 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd4ef5fe-b792-4af2-9f30-14eb7cbf9cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:25.113458 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cd4ef5fe-b792-4af2-9f30-14eb7cbf9cb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81e00650-529a-48e6-a4d0-d53ad406682c HTTP/1.1" status: 204 len: 168 time: 0.3089240 May 03 12:31:25.122239 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ef5fe-b792-4af2-9f30-14eb7cbf9cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e00650-529a-48e6-a4d0-d53ad406682c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:25.319298 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:25.451358 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c6dcd-82b3-4f3f-ba8f-9029e102632f req-887a3369-9a6b-47a8-8a2b-5cfc52e376e4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:25.452771 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-014c6dcd-82b3-4f3f-ba8f-9029e102632f req-887a3369-9a6b-47a8-8a2b-5cfc52e376e4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0495298 May 03 12:31:25.504180 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-014c6dcd-82b3-4f3f-ba8f-9029e102632f req-781dadd6-06be-4bd1-8db6-f7d42a89f8f0 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457356 May 03 12:31:25.775942 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44192) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:25.789216 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb11b785-885e-46a4-ad71-80868a3dc3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:25.861292 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb11b785-885e-46a4-ad71-80868a3dc3d8 admin admin] Publish callbacks [] for security_group (b3d855b1-033c-49c5-910d-0ba0b1bcc624), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:25.982107 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb11b785-885e-46a4-ad71-80868a3dc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b3d855b1-033c-49c5-910d-0ba0b1bcc624), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:26.019492 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fb11b785-885e-46a4-ad71-80868a3dc3d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f69371d0b83b41a39fe665593f69ffd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423716 May 03 12:31:26.020264 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb11b785-885e-46a4-ad71-80868a3dc3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d855b1-033c-49c5-910d-0ba0b1bcc624,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:26.022298 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:26.087978 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0af9d2c-a24c-4e5f-81fc-88b83315e414 admin admin] Publish callbacks [] for security_group (b3d855b1-033c-49c5-910d-0ba0b1bcc624), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:26.110825 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0af9d2c-a24c-4e5f-81fc-88b83315e414 admin admin] Publish callbacks [] for security_group (b3d855b1-033c-49c5-910d-0ba0b1bcc624), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:26.183543 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdffa6-afda-45fc-9dab-ec1b7dd19b1a req-3a94ca8f-1940-4930-a610-4f4781314959 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.185059 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a8cdffa6-afda-45fc-9dab-ec1b7dd19b1a req-3a94ca8f-1940-4930-a610-4f4781314959 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0589793 May 03 12:31:26.245012 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a8cdffa6-afda-45fc-9dab-ec1b7dd19b1a req-b81334cf-9131-4b83-b3fc-7a9bd486bec1 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&id=a29e9304-f158-4c85-8dd0-517280d98aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541277 May 03 12:31:26.246016 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0af9d2c-a24c-4e5f-81fc-88b83315e414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b3d855b1-033c-49c5-910d-0ba0b1bcc624), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:26.248518 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0af9d2c-a24c-4e5f-81fc-88b83315e414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:26.252413 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a0af9d2c-a24c-4e5f-81fc-88b83315e414 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3d855b1-033c-49c5-910d-0ba0b1bcc624 HTTP/1.1" status: 204 len: 168 time: 0.2262630 May 03 12:31:26.257020 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af9d2c-a24c-4e5f-81fc-88b83315e414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d855b1-033c-49c5-910d-0ba0b1bcc624,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:26.360912 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43b62d-9668-4a70-9170-d65070a37f86 req-1732420c-bf10-494e-b2bd-acc303e58bae tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.362480 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da43b62d-9668-4a70-9170-d65070a37f86 req-1732420c-bf10-494e-b2bd-acc303e58bae tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0543966 May 03 12:31:26.409570 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-da43b62d-9668-4a70-9170-d65070a37f86 req-09f3922c-1b80-4dcb-811b-7a9dc3245df9 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413508 May 03 12:31:26.486513 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d25e1-1722-4215-a3d9-01c4d713273d req-869714c3-fe96-4679-b5e4-e3b54a50591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.488068 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-869714c3-fe96-4679-b5e4-e3b54a50591b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf&tenant_id=cfe9e07f034941009488167dde06eac4 HTTP/1.1" status: 200 len: 1127 time: 0.0397563 May 03 12:31:26.566702 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d25e1-1722-4215-a3d9-01c4d713273d req-26e96085-fb5b-49b8-abe9-ec7b051a63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.566702 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-26e96085-fb5b-49b8-abe9-ec7b051a63f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1127 time: 0.0429139 May 03 12:31:26.690933 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4679bbc-5dfa-451e-9367-96e8b9286b64 req-f4a15c13-9d7e-4454-acfb-9f4420c93ffa tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.692477 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4679bbc-5dfa-451e-9367-96e8b9286b64 req-f4a15c13-9d7e-4454-acfb-9f4420c93ffa tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0896249 May 03 12:31:26.725141 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d25e1-1722-4215-a3d9-01c4d713273d req-c8ecc99f-f228-4345-8b47-d9212f9b47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.726612 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-c8ecc99f-f228-4345-8b47-d9212f9b47fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 910 time: 0.1537387 May 03 12:31:26.805600 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4679bbc-5dfa-451e-9367-96e8b9286b64 req-b9dd8911-50c2-48c5-9a7f-aab13f7d06fa tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026914 May 03 12:31:26.831656 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-44449502-5b6d-4b16-9ecf-17abaf2fa5ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 999 time: 0.0859530 May 03 12:31:26.873359 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d25e1-1722-4215-a3d9-01c4d713273d req-bd0cc8ee-cf7d-4d15-9e1e-be45fe1b010a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.874847 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-bd0cc8ee-cf7d-4d15-9e1e-be45fe1b010a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.0452859 May 03 12:31:26.921808 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d25e1-1722-4215-a3d9-01c4d713273d req-bb4e71a0-b66e-472a-ab11-1e7d89edd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:26.923334 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-bb4e71a0-b66e-472a-ab11-1e7d89edd0c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421185 May 03 12:31:27.015415 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-f3c4e1fb-dbbb-4d3a-ac70-f06177cacc89 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848117 May 03 12:31:27.106753 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-816d25e1-1722-4215-a3d9-01c4d713273d req-b6bc6e9a-17cc-407d-bd14-66f1b4bda422 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851486 May 03 12:31:27.184594 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:27.920255 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f98dc-ceb9-4ddc-998b-ee39ea0f6ceb req-fb5629e9-5f15-4a4c-a9c8-18872a10800e tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:27.921874 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-418f98dc-ceb9-4ddc-998b-ee39ea0f6ceb req-fb5629e9-5f15-4a4c-a9c8-18872a10800e tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0496953 May 03 12:31:27.969161 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-418f98dc-ceb9-4ddc-998b-ee39ea0f6ceb req-7c42037b-27e5-4741-8ae0-1a266871f60d tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417342 May 03 12:31:29.082560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea3795-49b2-44f7-a031-eadcce2eef33 req-1ececa86-b481-4802-ad11-c8548080d817 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:29.084022 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-89ea3795-49b2-44f7-a031-eadcce2eef33 req-1ececa86-b481-4802-ad11-c8548080d817 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0473816 May 03 12:31:29.132124 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-89ea3795-49b2-44f7-a031-eadcce2eef33 req-1a373c7c-826e-4a3e-a71b-9d41f493e5ed tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 May 03 12:31:30.494319 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c69bb5-c219-49d4-88c6-7cc2ccc7354b req-993bc711-96dd-4a52-a75f-5a73c18a07a3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:30.495693 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5c69bb5-c219-49d4-88c6-7cc2ccc7354b req-993bc711-96dd-4a52-a75f-5a73c18a07a3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.2939763 May 03 12:31:30.542388 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c5c69bb5-c219-49d4-88c6-7cc2ccc7354b req-5c09d7bd-aa30-4a20-95b9-1ab27b838ec3 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 May 03 12:31:31.657603 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6917ccc-4200-42f9-8666-32a5f40ba441 req-67d9123c-3fbe-4277-86e9-2d63986ada5a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:31.659057 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d6917ccc-4200-42f9-8666-32a5f40ba441 req-67d9123c-3fbe-4277-86e9-2d63986ada5a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0498233 May 03 12:31:31.707119 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d6917ccc-4200-42f9-8666-32a5f40ba441 req-026378f1-2cf7-432a-964f-a502e5f3db20 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421946 May 03 12:31:32.815592 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18ff4a-11e5-4f57-8220-2b1eeba21360 req-2225c847-2d3b-4049-9e32-ea2500ec41a6 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:32.817068 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea18ff4a-11e5-4f57-8220-2b1eeba21360 req-2225c847-2d3b-4049-9e32-ea2500ec41a6 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0458825 May 03 12:31:32.865702 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ea18ff4a-11e5-4f57-8220-2b1eeba21360 req-75b70454-2ca6-4290-8cd8-8518b6ef64c8 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 May 03 12:31:33.977931 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8e883-2446-466c-a6a4-dafaf6572037 req-e4e69412-6ffd-4a94-a88e-b5c4d6754bdb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:33.979377 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28b8e883-2446-466c-a6a4-dafaf6572037 req-e4e69412-6ffd-4a94-a88e-b5c4d6754bdb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0453846 May 03 12:31:34.026453 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-28b8e883-2446-466c-a6a4-dafaf6572037 req-757b1ba4-4bab-4cce-aa47-3ba68d87625e tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 May 03 12:31:35.139374 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cce33-1e8f-431c-9d3a-fd26460c0df2 req-d10740ca-917e-4832-95b5-8401f241cca5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:35.141425 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c6cce33-1e8f-431c-9d3a-fd26460c0df2 req-d10740ca-917e-4832-95b5-8401f241cca5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0478287 May 03 12:31:35.187768 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6c6cce33-1e8f-431c-9d3a-fd26460c0df2 req-82289d38-a9ec-432e-8396-cc375b3d8f37 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413003 May 03 12:31:35.439091 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:36.298290 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af624499-b2f4-4284-8ee3-e976820eb1d6 req-46ef6b88-de75-4ece-a211-239bd72b3792 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:36.300352 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af624499-b2f4-4284-8ee3-e976820eb1d6 req-46ef6b88-de75-4ece-a211-239bd72b3792 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 943 time: 0.0465631 May 03 12:31:36.352787 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-af624499-b2f4-4284-8ee3-e976820eb1d6 req-926e064d-4587-4b22-9ccc-3b92eb40dc30 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422325 May 03 12:31:36.776788 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:31:36.869899 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:36.881209 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'port_id': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'mac_address': 'fa:16:3e:94:be:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:31:36.917067 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:31:36.917458 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:36.932825 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:31:36.951876 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:37.045264 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:37.091504 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=7']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:37.098304 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.098662 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.099030 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.099395 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.099739 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.100076 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.100439 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.100769 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.101102 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.101432 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.101762 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.102106 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.102435 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.102763 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.103087 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:37.410919 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:31:37.465830 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a834f-aac5-47cd-9fbc-10693a981512 req-3f532529-bb95-4e9a-b638-a7bf4bb5f457 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:37.467288 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c8a834f-aac5-47cd-9fbc-10693a981512 req-3f532529-bb95-4e9a-b638-a7bf4bb5f457 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 944 time: 0.0472250 May 03 12:31:37.518233 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3c8a834f-aac5-47cd-9fbc-10693a981512 req-f2a0673a-6301-456a-bb5d-1e34331ae920 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451429 May 03 12:31:38.645428 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b780e3-aa90-41a7-9342-c3986f84640d req-9e9746da-0235-439d-8316-c21f03288cf9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:38.645428 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c4b780e3-aa90-41a7-9342-c3986f84640d req-9e9746da-0235-439d-8316-c21f03288cf9 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 944 time: 0.0466216 May 03 12:31:38.685661 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c4b780e3-aa90-41a7-9342-c3986f84640d req-61a799c5-f8bd-4df5-bd1b-c115e39e5f2b tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 May 03 12:31:38.779708 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:31:38.824265 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:31:38.825223 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:38.908926 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:31:38.909319 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:38.930766 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:31:38.933017 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d02d52d-d301-400a-9b54-6188a1e874cc" -d '{"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:31:38.944627 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:38.969031 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d3be87-b13f-4770-95a3-d51d0d00af30 x-openstack-request-id: req-38d3be87-b13f-4770-95a3-d51d0d00af30 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:31:38.969346 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-plugged", "status": "completed", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:31:38.969610 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38d3be87-b13f-4770-95a3-d51d0d00af30 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:31:38.970010 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d3be87-b13f-4770-95a3-d51d0d00af30'] response: {'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'code': 200} May 03 12:31:39.004759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:39.051920 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=8']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:39.330370 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cc074-3464-4cfa-a459-e9ae80f0bf15 req-aba5beef-c3e5-410e-b726-8abe6b2c4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:39.331944 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a4cc074-3464-4cfa-a459-e9ae80f0bf15 req-aba5beef-c3e5-410e-b726-8abe6b2c4284 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0391376 May 03 12:31:39.379098 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2a4cc074-3464-4cfa-a459-e9ae80f0bf15 req-b4e870e8-cadd-4160-b548-64b983521145 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379076 May 03 12:31:39.794425 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b879012-c3a6-4a40-9a59-9986eaceed5e req-aa28154c-29ab-44fe-9931-d608b499c85c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:39.795848 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b879012-c3a6-4a40-9a59-9986eaceed5e req-aa28154c-29ab-44fe-9931-d608b499c85c tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0447907 May 03 12:31:39.842136 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1b879012-c3a6-4a40-9a59-9986eaceed5e req-a45a97e6-4191-429b-a517-e85c6d3265e5 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 May 03 12:31:40.955593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c87cf-7884-4020-8bc2-436a6964e3ba req-ef3bf3df-b7cf-4cad-91e4-e83acdd06bb8 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:40.956977 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-931c87cf-7884-4020-8bc2-436a6964e3ba req-ef3bf3df-b7cf-4cad-91e4-e83acdd06bb8 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0464478 May 03 12:31:41.006829 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-931c87cf-7884-4020-8bc2-436a6964e3ba req-50761766-c1aa-4338-9e28-6f85799489dc tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 May 03 12:31:46.878614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84074b13-fb02-427e-8235-23cfe605ba4a req-4759a0f9-8bc1-4c90-83ba-a1dd83469477 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:46.880037 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84074b13-fb02-427e-8235-23cfe605ba4a req-4759a0f9-8bc1-4c90-83ba-a1dd83469477 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0489252 May 03 12:31:46.925182 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-84074b13-fb02-427e-8235-23cfe605ba4a req-411ac109-3307-4b3d-8f09-df1b68722b9a tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 May 03 12:31:47.806736 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9383f-1282-4a33-818c-dc86c3d024aa req-9a92c6f4-0003-4ee5-8355-e243534a6c3d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:47.808198 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9d9383f-1282-4a33-818c-dc86c3d024aa req-9a92c6f4-0003-4ee5-8355-e243534a6c3d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0453551 May 03 12:31:47.854214 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a9d9383f-1282-4a33-818c-dc86c3d024aa req-d4120a05-b862-477c-9df3-8f3a7be5b787 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 May 03 12:31:48.035397 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690adde-8770-4850-ac08-b8371d33a792 req-ddba9f1a-7448-4750-9e6c-b4a07c177bf8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:48.036989 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4690adde-8770-4850-ac08-b8371d33a792 req-ddba9f1a-7448-4750-9e6c-b4a07c177bf8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0452409 May 03 12:31:48.082455 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4690adde-8770-4850-ac08-b8371d33a792 req-33919a31-6cb6-480b-a629-06d1a575af80 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402181 May 03 12:31:48.965975 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a933-2956-4d72-ab91-79e5204ed338 req-2729b502-73af-461d-b875-f9486d1ee81e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:48.967392 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c644a933-2956-4d72-ab91-79e5204ed338 req-2729b502-73af-461d-b875-f9486d1ee81e tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0454071 May 03 12:31:49.014646 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c644a933-2956-4d72-ab91-79e5204ed338 req-2f097f17-ade6-476b-8f32-08d4d705c857 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 May 03 12:31:49.195950 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f907d5-edc9-4538-89f1-201adb106099 req-8d8984dc-4904-4493-b84d-466bdf1fd4d5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:49.197360 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86f907d5-edc9-4538-89f1-201adb106099 req-8d8984dc-4904-4493-b84d-466bdf1fd4d5 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0485194 May 03 12:31:49.242810 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-86f907d5-edc9-4538-89f1-201adb106099 req-53dc230d-581e-4210-8127-8711ea7f5d1c tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393929 May 03 12:31:49.975099 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:31:50.125353 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead91d1f-761e-4a51-9cc0-f46de30733f3 req-2390de2c-c577-473f-9a0f-d2d357257d7c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:50.126800 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ead91d1f-761e-4a51-9cc0-f46de30733f3 req-2390de2c-c577-473f-9a0f-d2d357257d7c tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0457623 May 03 12:31:50.173064 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ead91d1f-761e-4a51-9cc0-f46de30733f3 req-d64a0cb6-5642-4f7b-b9e0-953d94f1cb6d tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 May 03 12:31:50.351930 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7fe0c-b0e2-4c16-99d9-fabb50f20f55 req-9fb58d64-6327-4ffc-8675-7e8e17627c79 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:50.353407 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65c7fe0c-b0e2-4c16-99d9-fabb50f20f55 req-9fb58d64-6327-4ffc-8675-7e8e17627c79 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0452285 May 03 12:31:50.398966 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-65c7fe0c-b0e2-4c16-99d9-fabb50f20f55 req-afd0472c-d623-4d0e-bceb-53a76200f93e tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391831 May 03 12:31:50.696057 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0fa1b263-e45f-460e-8f23-25f1dcead8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:50.860669 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-1cebd288-de81-4636-8b9f-a0a02484e480 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:50.862110 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-1cebd288-de81-4636-8b9f-a0a02484e480 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0744090 May 03 12:31:50.868158 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-87d2592d-2e06-468f-8a17-d5f413744cfe tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:50.869485 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-87d2592d-2e06-468f-8a17-d5f413744cfe tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0732696 May 03 12:31:51.023758 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port 4793c510-b79e-42f0-8993-8b703076a334 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:31:51.024096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (4793c510-b79e-42f0-8993-8b703076a334), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.038705 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Deleting port ba811fe7-5343-43aa-9ac0-0a17e28da256 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:31:51.039035 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.467279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] For port 4793c510-b79e-42f0-8993-8b703076a334, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=4793c510-b79e-42f0-8993-8b703076a334,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:51.467968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (4793c510-b79e-42f0-8993-8b703076a334), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.483724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10db12-048e-4b8f-a830-595d055c8e05 req-b79cbf7c-8e23-475b-a3ba-4a9a0c1acaf8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:51.485199 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c10db12-048e-4b8f-a830-595d055c8e05 req-b79cbf7c-8e23-475b-a3ba-4a9a0c1acaf8 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 945 time: 0.0838888 May 03 12:31:51.514654 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede7697-8403-4379-8b01-e11989fb7941 req-105ffdc0-c186-4417-ac05-60735b44bfd1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:31:51.516178 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ede7697-8403-4379-8b01-e11989fb7941 req-105ffdc0-c186-4417-ac05-60735b44bfd1 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 945 time: 0.0498259 May 03 12:31:51.557798 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] For port ba811fe7-5343-43aa-9ac0-0a17e28da256, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=ba811fe7-5343-43aa-9ac0-0a17e28da256,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:31:51.558173 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.562536 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1ede7697-8403-4379-8b01-e11989fb7941 req-4da5d956-c952-4b2c-91a2-47fb19f56d70 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups?id=ab43a07f-362d-4683-8bd6-42e85f94fd25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 May 03 12:31:51.671230 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8c10db12-048e-4b8f-a830-595d055c8e05 req-55304f10-c201-4783-a63e-ea53766484e5 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups?id=562362af-d70e-4583-9e8f-b06fc663cf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757751 May 03 12:31:51.825486 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.825851 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (b0e64a05-7c5b-4d47-9348-fb37a5688433), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.826161 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Floating IP b0e64a05-7c5b-4d47-9348-fb37a5688433 disassociated. External IP: 172.27.0.140, port: 4793c510-b79e-42f0-8993-8b703076a334. May 03 12:31:51.826495 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for 4793c510-b79e-42f0-8993-8b703076a334 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:31:51.847685 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.848020 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (0ac3e8b9-59d9-4854-b040-1a040d68b9ac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:51.848756 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Floating IP 0ac3e8b9-59d9-4854-b040-1a040d68b9ac disassociated. External IP: 172.27.0.47, port: ba811fe7-5343-43aa-9ac0-0a17e28da256. May 03 12:31:51.849094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Calling delete_port for ba811fe7-5343-43aa-9ac0-0a17e28da256 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:31:52.085326 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (4793c510-b79e-42f0-8993-8b703076a334), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:52.116530 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=4793c510-b79e-42f0-8993-8b703076a334,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:52.118472 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (ba811fe7-5343-43aa-9ac0-0a17e28da256), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:52.133597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.133951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.134297 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.134632 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.134964 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.135291 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.135620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.135946 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.136270 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.136620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.137531 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.137862 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.138185 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.138507 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.138852 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:52.201750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event deleted for resources: {'Port': ['ID=ba811fe7-5343-43aa-9ac0-0a17e28da256,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:52.355281 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:31:52.364844 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:31:52.556044 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:31:52.567960 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:31:52.583807 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:31:52.583807 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:52.589491 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:31:52.610618 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] No DVR routers for this DVR port 4793c510-b79e-42f0-8993-8b703076a334 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:31:52.615865 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:31:52.630214 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:31:52.630867 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:52.634548 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:52.638104 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9b800fc1-629d-459b-9011-bf3c793b1fe3 req-3a414afe-66ef-45f7-a667-630973d2f379 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.39 "DELETE /v2.0/ports/4793c510-b79e-42f0-8993-8b703076a334 HTTP/1.1" status: 204 len: 173 time: 1.7677319 May 03 12:31:52.679231 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'name': 'network-vif-deleted', 'tag': '4793c510-b79e-42f0-8993-8b703076a334'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:31:52.681607 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfca2a4-1c29-45ec-ab73-0d929fd06a23" -d '{"events": [{"server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "name": "network-vif-deleted", "tag": "4793c510-b79e-42f0-8993-8b703076a334"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:31:52.711424 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a01ad47-bcc6-4b24-993b-2154a96fcda3 req-75ccc985-274c-4704-85f0-40e7cd5b5ed8 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 210 time: 0.0569563 May 03 12:31:52.748765 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] No DVR routers for this DVR port ba811fe7-5343-43aa-9ac0-0a17e28da256 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:31:52.751564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:52.754881 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5a440c6f-ebc2-416f-9251-71ec1f35a21d req-fd3eab72-8436-42b3-a535-0a0f6b498681 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.39 "DELETE /v2.0/ports/ba811fe7-5343-43aa-9ac0-0a17e28da256 HTTP/1.1" status: 204 len: 173 time: 1.8737943 May 03 12:31:52.793993 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd142c5-5a5a-468d-b450-cbfed0289045 x-openstack-request-id: req-4fd142c5-5a5a-468d-b450-cbfed0289045 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:31:52.793993 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbf826e-10c8-41bc-b58b-33a6774dae2d", "name": "network-vif-deleted", "tag": "4793c510-b79e-42f0-8993-8b703076a334", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:31:52.794227 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fd142c5-5a5a-468d-b450-cbfed0289045 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:31:52.794511 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd142c5-5a5a-468d-b450-cbfed0289045'] response: {'server_uuid': '8fbf826e-10c8-41bc-b58b-33a6774dae2d', 'name': 'network-vif-deleted', 'tag': '4793c510-b79e-42f0-8993-8b703076a334', 'status': 'completed', 'code': 200} May 03 12:31:52.841650 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-afda0dae-004e-4f1b-9ad8-8e7eeabbb487 req-49bb5b71-a5a4-4d46-be6f-9365160d9c79 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0435171 May 03 12:31:52.846580 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d6c1dda0-6511-424d-b917-c058a16e4743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:52.849320 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:31:52.879029 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 4793c510-b79e-42f0-8993-8b703076a334 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:31:52.900269 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 4793c510-b79e-42f0-8993-8b703076a334 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:31:52.900717 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 4793c510-b79e-42f0-8993-8b703076a334 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:31:52.901141 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device ba811fe7-5343-43aa-9ac0-0a17e28da256 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:31:52.907720 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:31:52.929789 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: ba811fe7-5343-43aa-9ac0-0a17e28da256 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:31:52.930137 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device ba811fe7-5343-43aa-9ac0-0a17e28da256 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:31:53.092660 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:53.101681 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:53.119409 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:31:53.127636 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:31:53.127800 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:31:53.128300 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:53.136132 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:31:53.136698 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:53.246859 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:31:53.365256 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:31:53.454180 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:53.480509 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46869ba5-004e-43da-a048-f7a208bd524e None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:24:39Z', 'revision_number': 4, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '177dd23c-58ba-4dec-a1aa-b28bf65c56e2', 'name': '', 'network_id': '651deaf2-f555-4473-aaf3-ea8f200dceb4', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'mac_address': 'fa:16:3e:71:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:38Z', 'updated_at': '2022-05-03T12:24:58Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'subnets': [{'id': 'e6697b7f-1970-4498-b433-d89a1e13e5ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:31:53.573007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:31:53.600729 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca1b92b-c946-437a-8e97-7f0ca6b5127c None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:41Z', 'revision_number': 4, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '6f7aed9c-1d66-4804-8c79-fb626b3eb894', 'name': '', 'network_id': '6e098d7a-9b0d-454d-b2f7-d1657967a384', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'mac_address': 'fa:16:3e:87:17:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:40Z', 'updated_at': '2022-05-03T12:24:55Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'subnets': [{'id': '71d2429b-5148-4327-87e1-1ed32f8917c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:31:53.742219 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91fec5b-9069-4c93-983d-2139d22f06f7 None None] New status for floating IP b0e64a05-7c5b-4d47-9348-fb37a5688433: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:31:53.841952 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-9b75d7e1-692e-410b-b3b0-0b88f3a8c4d2 req-df53c6ec-8ec6-43ab-aca7-7d2d2a351395 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fbf826e-10c8-41bc-b58b-33a6774dae2d HTTP/1.1" status: 200 len: 210 time: 0.0339644 May 03 12:31:53.907896 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047a51ca-ad8d-48df-b353-65b9cda76b0c None None] New status for floating IP 0ac3e8b9-59d9-4854-b040-1a040d68b9ac: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:31:53.957951 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f7601c95-cc79-42f1-a528-a2fd871322ef req-a52f6362-6d60-4e35-a45b-e8dccc52bf40 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/ports?device_id=0171956f-94b5-4584-b3b5-6a91f5a12c66 HTTP/1.1" status: 200 len: 210 time: 0.0283768 May 03 12:31:54.142185 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:54.795463 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'name': 'network-vif-deleted', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:31:54.797989 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89740c5c-404b-4881-9c28-27a5ec70b190" -d '{"events": [{"server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "name": "network-vif-deleted", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:31:54.831957 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b20488-f134-47f9-a75d-77105b2c08fc x-openstack-request-id: req-a5b20488-f134-47f9-a75d-77105b2c08fc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:31:54.832274 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0171956f-94b5-4584-b3b5-6a91f5a12c66", "name": "network-vif-deleted", "tag": "ba811fe7-5343-43aa-9ac0-0a17e28da256", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:31:54.832559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5b20488-f134-47f9-a75d-77105b2c08fc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:31:54.833287 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b20488-f134-47f9-a75d-77105b2c08fc'] response: {'server_uuid': '0171956f-94b5-4584-b3b5-6a91f5a12c66', 'name': 'network-vif-deleted', 'tag': 'ba811fe7-5343-43aa-9ac0-0a17e28da256', 'status': 'completed', 'code': 200} May 03 12:31:55.011392 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:55.065590 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-159c89cd-125d-47a3-b898-864459e0cd7d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (ab43a07f-362d-4683-8bd6-42e85f94fd25), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.085771 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44444) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:55.089753 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-159c89cd-125d-47a3-b898-864459e0cd7d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (ab43a07f-362d-4683-8bd6-42e85f94fd25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.138102 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (562362af-d70e-4583-9e8f-b06fc663cf8b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.160671 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (562362af-d70e-4583-9e8f-b06fc663cf8b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.210759 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-159c89cd-125d-47a3-b898-864459e0cd7d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ab43a07f-362d-4683-8bd6-42e85f94fd25), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.213526 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-159c89cd-125d-47a3-b898-864459e0cd7d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.214714 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-159c89cd-125d-47a3-b898-864459e0cd7d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/security-groups/ab43a07f-362d-4683-8bd6-42e85f94fd25 HTTP/1.1" status: 204 len: 168 time: 0.2022588 May 03 12:31:55.217962 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44446) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:55.224205 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c89cd-125d-47a3-b898-864459e0cd7d tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab43a07f-362d-4683-8bd6-42e85f94fd25,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:55.234757 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-f74749d2-d3a1-416b-945e-82b7ed218132 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] show failed (client error): The resource could not be found. May 03 12:31:55.239390 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f74749d2-d3a1-416b-945e-82b7ed218132 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "GET /v2.0/security-groups/ab43a07f-362d-4683-8bd6-42e85f94fd25 HTTP/1.1" status: 404 len: 347 time: 0.0167494 May 03 12:31:55.239500 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:55.267717 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (562362af-d70e-4583-9e8f-b06fc663cf8b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.270621 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.274261 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "DELETE /v2.0/security-groups/562362af-d70e-4583-9e8f-b06fc663cf8b HTTP/1.1" status: 204 len: 168 time: 0.1849225 May 03 12:31:55.275003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44450) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:55.292511 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562362af-d70e-4583-9e8f-b06fc663cf8b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:55.295041 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.api.v2.resource [None req-3e4fc56e-f8bc-4ef5-a020-024880f82461 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] show failed (client error): The resource could not be found. May 03 12:31:55.296003 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3e4fc56e-f8bc-4ef5-a020-024880f82461 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "GET /v2.0/security-groups/562362af-d70e-4583-9e8f-b06fc663cf8b HTTP/1.1" status: 404 len: 347 time: 0.0201180 May 03 12:31:55.302332 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.302678 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.303018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.303358 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.303690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.304018 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.304346 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.304695 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.305019 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.305344 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.305668 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.305993 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.306313 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.306704 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.307029 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad3cf9-bcb0-435b-a97b-2c7b5c6b4850 tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:31:55.310913 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44452) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:55.325961 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.372554 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Deleting port b157dcb5-3c87-4f06-8723-24552b49bdb1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:31:55.372900 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.428878 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Deleting port aaad3651-9216-4cc4-be73-a9dfa7e7aa3d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:31:55.429222 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.448354 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.448729 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (b157dcb5-3c87-4f06-8723-24552b49bdb1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.462100 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Calling delete_port for b157dcb5-3c87-4f06-8723-24552b49bdb1 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:31:55.504051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.504404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.516671 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Calling delete_port for aaad3651-9216-4cc4-be73-a9dfa7e7aa3d owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:31:55.673981 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b157dcb5-3c87-4f06-8723-24552b49bdb1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.700982 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Pushing event deleted for resources: {'Port': ['ID=b157dcb5-3c87-4f06-8723-24552b49bdb1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:55.706815 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (aaad3651-9216-4cc4-be73-a9dfa7e7aa3d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.736509 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Pushing event deleted for resources: {'Port': ['ID=aaad3651-9216-4cc4-be73-a9dfa7e7aa3d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:31:55.760546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks [] for floatingip (b0e64a05-7c5b-4d47-9348-fb37a5688433), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.764188 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.765392 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-43452297-a1c5-4e74-9481-9c7f270a6ee4 tempest-AttachVolumeNegativeTest-279447541 tempest-AttachVolumeNegativeTest-279447541-project] 10.222.0.21 "DELETE /v2.0/floatingips/b0e64a05-7c5b-4d47-9348-fb37a5688433 HTTP/1.1" status: 204 len: 168 time: 0.5255520 May 03 12:31:55.795937 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks [] for floatingip (0ac3e8b9-59d9-4854-b040-1a040d68b9ac), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.798822 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:55.799978 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-56a116e5-f724-4315-86b8-3f6ff23bf90f tempest-AttachVolumeTestJSON-1692680864 tempest-AttachVolumeTestJSON-1692680864-project] 10.222.0.21 "DELETE /v2.0/floatingips/0ac3e8b9-59d9-4854-b040-1a040d68b9ac HTTP/1.1" status: 204 len: 168 time: 0.4881394 May 03 12:31:57.165266 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:31:59.774445 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44512) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:31:59.876840 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44522) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:00.587820 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:00.636739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.302178 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Deleting port 6f7aed9c-1d66-4804-8c79-fb626b3eb894 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:01.302900 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.305173 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Deleting port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:01.305503 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.439614 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] For port 6f7aed9c-1d66-4804-8c79-fb626b3eb894, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=6f7aed9c-1d66-4804-8c79-fb626b3eb894,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:01.439982 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.449789 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] For port 177dd23c-58ba-4dec-a1aa-b28bf65c56e2, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:01.450141 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.463005 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Calling delete_port for 6f7aed9c-1d66-4804-8c79-fb626b3eb894 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:01.469166 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Calling delete_port for 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:01.838819 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (6f7aed9c-1d66-4804-8c79-fb626b3eb894), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.862690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7aed9c-1d66-4804-8c79-fb626b3eb894,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:01.866074 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (177dd23c-58ba-4dec-a1aa-b28bf65c56e2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:01.901179 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=177dd23c-58ba-4dec-a1aa-b28bf65c56e2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:02.182577 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:02.191189 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:02.561766 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:02.569740 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:02.751362 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:02.759629 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f7b954bd-898c-41ec-a0a1-caf6efc5d662 admin admin] 10.222.0.21 "PUT /v2.0/routers/d1a2a373-275d-4e21-84e1-cf31e8fe56a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9817722 May 03 12:32:02.759953 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:02.760933 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] Sync routers for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:02.767350 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:02.772589 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:02.773447 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:02.774855 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-88ba7962-5a69-437f-b966-58a8f4b59da8 admin admin] 10.222.0.21 "PUT /v2.0/routers/bd73b580-c3e0-42a3-8338-bf4525fe8bb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8969505 May 03 12:32:02.775438 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44530) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:02.777880 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] Sync routers for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:02.791336 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:02.792298 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:02.874720 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks [] for router (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:02.889574 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks [] for router (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:02.891456 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:02.914491 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:02.997109 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks [] for router_gateway (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.082109 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:32:01Z', 'revision_number': 5, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port': {'id': 'e14cdb8d-8cc2-4e8c-8894-89d045057f65', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:30:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:33Z', 'updated_at': '2022-05-03T12:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:03.112244 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Deleting port e14cdb8d-8cc2-4e8c-8894-89d045057f65 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:03.112617 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.113375 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] Checking router: d1a2a373-275d-4e21-84e1-cf31e8fe56a2 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:03.119646 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:32:01Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:03.122827 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] Routers {'d1a2a373-275d-4e21-84e1-cf31e8fe56a2'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:03.123499 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:03.153188 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] Checking router: bd73b580-c3e0-42a3-8338-bf4525fe8bb6 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:03.164434 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] Routers {'bd73b580-c3e0-42a3-8338-bf4525fe8bb6'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:03.165241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:03.204624 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] For port e14cdb8d-8cc2-4e8c-8894-89d045057f65, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=e14cdb8d-8cc2-4e8c-8894-89d045057f65,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:03.204997 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.219705 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Calling delete_port for e14cdb8d-8cc2-4e8c-8894-89d045057f65 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:03.228564 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] Set router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:03.291740 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks [] for router_gateway (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.293163 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] Set router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:03.383540 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:32:02Z', 'revision_number': 6, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:03.413051 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e136411-abf7-47d3-af57-9e27d3671d07 None None] The sync data for ids ['d1a2a373-275d-4e21-84e1-cf31e8fe56a2'] in dv-cinder-824911-5-iscsi is: [{'id': 'd1a2a373-275d-4e21-84e1-cf31e8fe56a2', 'name': 'tempest-AttachVolumeTestJSON-780643114-router', 'tenant_id': '147af77ead57444b991a4aef5577b680', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:32:02Z', 'revision_number': 6, 'project_id': '147af77ead57444b991a4aef5577b680', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:03.431208 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Deleting port 56116ca9-8365-4132-a526-911db420c38c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:03.431797 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (56116ca9-8365-4132-a526-911db420c38c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.478897 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:32:01Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:03.505457 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ad193e-b9bc-441d-8968-922741c4804b None None] The sync data for ids ['bd73b580-c3e0-42a3-8338-bf4525fe8bb6'] in dv-cinder-824911-5-iscsi is: [{'id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'name': 'tempest-AttachVolumeNegativeTest-708052214-router', 'tenant_id': '275e4ca81d1248ba98718d775404a8c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '56116ca9-8365-4132-a526-911db420c38c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:31Z', 'updated_at': '2022-05-03T12:32:01Z', 'revision_number': 5, 'project_id': '275e4ca81d1248ba98718d775404a8c4', 'gw_port': {'id': '56116ca9-8365-4132-a526-911db420c38c', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd73b580-c3e0-42a3-8338-bf4525fe8bb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:03.513438 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (e14cdb8d-8cc2-4e8c-8894-89d045057f65), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.514833 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] For port 56116ca9-8365-4132-a526-911db420c38c, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=56116ca9-8365-4132-a526-911db420c38c,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:03.515205 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (56116ca9-8365-4132-a526-911db420c38c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.535416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Calling delete_port for 56116ca9-8365-4132-a526-911db420c38c owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:03.547420 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14cdb8d-8cc2-4e8c-8894-89d045057f65,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:03.605040 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.697892 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.699994 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks [] for router_controller (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.748006 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (56116ca9-8365-4132-a526-911db420c38c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.775485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=56116ca9-8365-4132-a526-911db420c38c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:03.816711 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (d1a2a373-275d-4e21-84e1-cf31e8fe56a2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.817794 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a2a373-275d-4e21-84e1-cf31e8fe56a2 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:32:03.825500 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.827399 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ba9df20b-ca67-4eb9-a0be-1f17911fbf04 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d1a2a373-275d-4e21-84e1-cf31e8fe56a2 HTTP/1.1" status: 204 len: 168 time: 1.0657034 May 03 12:32:03.831528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44534) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:03.840096 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.880388 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Deleting subnet 71d2429b-5148-4327-87e1-1ed32f8917c9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:03.883492 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Publish callbacks [] for subnet (71d2429b-5148-4327-87e1-1ed32f8917c9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.924535 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117466705'] for subnet (71d2429b-5148-4327-87e1-1ed32f8917c9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.947618 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:03.949845 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks [] for router_controller (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.040410 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (71d2429b-5148-4327-87e1-1ed32f8917c9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.073787 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (bd73b580-c3e0-42a3-8338-bf4525fe8bb6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.074508 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd73b580-c3e0-42a3-8338-bf4525fe8bb6 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:32:04.080136 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.083616 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5fea6ef5-a168-478f-8991-59f35e77ffc4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bd73b580-c3e0-42a3-8338-bf4525fe8bb6 HTTP/1.1" status: 204 len: 168 time: 1.3050890 May 03 12:32:04.085802 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44538) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:04.129763 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Deleting subnet e6697b7f-1970-4498-b433-d89a1e13e5ca {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:04.133141 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Publish callbacks [] for subnet (e6697b7f-1970-4498-b433-d89a1e13e5ca), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.171243 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118792422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-120547369'] for subnet (71d2429b-5148-4327-87e1-1ed32f8917c9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.175500 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (e6697b7f-1970-4498-b433-d89a1e13e5ca), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.199213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d2429b-5148-4327-87e1-1ed32f8917c9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:04.201273 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.206033 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b427cf6e-0bb7-4633-b7f5-f1ec1f61e3e2 None None] Network 6e098d7a-9b0d-454d-b2f7-d1657967a384 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:04.207008 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f7db226e-dcdc-4b28-a7a1-db28b6b63de9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/71d2429b-5148-4327-87e1-1ed32f8917c9 HTTP/1.1" status: 204 len: 168 time: 0.3742206 May 03 12:32:04.209385 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44540) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:04.318914 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (6e098d7a-9b0d-454d-b2f7-d1657967a384), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.327885 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (e6697b7f-1970-4498-b433-d89a1e13e5ca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.383418 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] DHCP port deletion for 6e098d7a-9b0d-454d-b2f7-d1657967a384 request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:32:04.420324 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Deleting port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:04.420744 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.434704 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] Deleting port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:04.435256 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.497063 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (e6697b7f-1970-4498-b433-d89a1e13e5ca), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.508587 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] For port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:04.514499 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.524615 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] Calling delete_port for 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:04.530505 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6697b7f-1970-4498-b433-d89a1e13e5ca,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:04.541739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.546007 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9c8c4623-8881-4fd6-8477-5a5dbe0d83fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e6697b7f-1970-4498-b433-d89a1e13e5ca HTTP/1.1" status: 204 len: 168 time: 0.4610546 May 03 12:32:04.549130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44546) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:04.551665 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] For port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,segment=NetworkSegment(adb7a5e1-4c3a-47c0-abae-2658bfc72a47),segment_id=adb7a5e1-4c3a-47c0-abae-2658bfc72a47)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:04.552043 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.578038 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5e93a7-e143-4108-afd3-3e96c41e463e None None] Network 651deaf2-f555-4473-aaf3-ea8f200dceb4 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:04.585394 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-c16c9bb4-59f6-42e2-9e7d-0c85c8578936 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402277677&fields=id&tenant_id=f7295e7b624c421095f925d2875434e6 HTTP/1.1" status: 200 len: 267 time: 0.0675581 May 03 12:32:04.588456 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Calling delete_port for 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:04.636798 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-edc887dc-4723-47ec-b84e-6a916c86f37d tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:04.638391 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-edc887dc-4723-47ec-b84e-6a916c86f37d tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 985 time: 0.0473981 May 03 12:32:04.651296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Request body: {'port': {'security_groups': ['a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:04.680228 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (651deaf2-f555-4473-aaf3-ea8f200dceb4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.782255 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.800035 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.806874 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (8122fdb2-72fd-405e-9e66-7ecf95fbacf5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.822124 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Deleting port 8e056524-748f-4917-9617-6898eff6e6c6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:04.822557 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (8e056524-748f-4917-9617-6898eff6e6c6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:04.858571 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] DHCP port deletion for 651deaf2-f555-4473-aaf3-ea8f200dceb4 request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:32:04.869126 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] Pushing event deleted for resources: {'Port': ['ID=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:04.881911 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8122fdb2-72fd-405e-9e66-7ecf95fbacf5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:04.884837 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] No DVR routers for this DVR port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:04.904354 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97944ddb-0a30-49b7-a346-b08facb62cef None None] No DVR routers for this DVR port 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:04.956393 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:04.988820 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:04.989532 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 177dd23c-58ba-4dec-a1aa-b28bf65c56e2 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:04.990218 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 6f7aed9c-1d66-4804-8c79-fb626b3eb894 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:05.003747 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (6e098d7a-9b0d-454d-b2f7-d1657967a384), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.026198 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] For port 8e056524-748f-4917-9617-6898eff6e6c6, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8e056524-748f-4917-9617-6898eff6e6c6,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:05.026669 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (8e056524-748f-4917-9617-6898eff6e6c6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.030226 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 6f7aed9c-1d66-4804-8c79-fb626b3eb894 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:05.030578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 6f7aed9c-1d66-4804-8c79-fb626b3eb894 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:05.031009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 56116ca9-8365-4132-a526-911db420c38c no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:05.033690 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] Deleting port 8e056524-748f-4917-9617-6898eff6e6c6 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:05.034067 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (8e056524-748f-4917-9617-6898eff6e6c6), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.042973 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e098d7a-9b0d-454d-b2f7-d1657967a384']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:05.054485 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 56116ca9-8365-4132-a526-911db420c38c {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:05.055087 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 56116ca9-8365-4132-a526-911db420c38c not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:05.055662 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Calling delete_port for 8e056524-748f-4917-9617-6898eff6e6c6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:05.057391 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e14cdb8d-8cc2-4e8c-8894-89d045057f65 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:05.062179 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:05.062479 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb7a5e1-4c3a-47c0-abae-2658bfc72a47') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:05.077906 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (adb7a5e1-4c3a-47c0-abae-2658bfc72a47), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.091832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:05.103223 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: e14cdb8d-8cc2-4e8c-8894-89d045057f65 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:05.103565 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e14cdb8d-8cc2-4e8c-8894-89d045057f65 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:05.104010 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8e056524-748f-4917-9617-6898eff6e6c6 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:05.120155 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (adb7a5e1-4c3a-47c0-abae-2658bfc72a47), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.130603 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:05.131004 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (adb7a5e1-4c3a-47c0-abae-2658bfc72a47), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.131936 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for port (b9e0b854-896e-4d3c-a404-07849001e781), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: self.session.flush() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: self.session.flush() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: self.session.flush() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: self.session.flush() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:05.132724 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:05.174841 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] For port 8e056524-748f-4917-9617-6898eff6e6c6, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=8e056524-748f-4917-9617-6898eff6e6c6,segment=NetworkSegment(84219953-8ce8-47d3-b990-81ee9b53e1f4),segment_id=84219953-8ce8-47d3-b990-81ee9b53e1f4)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:05.175249 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (8e056524-748f-4917-9617-6898eff6e6c6), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.191026 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] Calling delete_port for 8e056524-748f-4917-9617-6898eff6e6c6 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:05.227772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.271153 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9e0b854-896e-4d3c-a404-07849001e781'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:32:05.271648 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:05.272108 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.273614 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8224eee4-4278-4b12-91fc-1ce5e4f16a21 req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "PUT /v2.0/ports/b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 943 time: 0.6269758 May 03 12:32:05.274139 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:32:05.275731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 8e056524-748f-4917-9617-6898eff6e6c6 is: ACTIVE; New status is: DOWN {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:32:05.276129 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (8e056524-748f-4917-9617-6898eff6e6c6), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.276620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874f27eb-abbd-4683-a53e-e98e4fa5b42f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:32:05.284981 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:05.293675 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (6e098d7a-9b0d-454d-b2f7-d1657967a384), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.311558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.324533 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e098d7a-9b0d-454d-b2f7-d1657967a384 HTTP/1.1" status: 204 len: 168 time: 1.1138604 May 03 12:32:05.334290 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (8e056524-748f-4917-9617-6898eff6e6c6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.368888 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a96bb-71c9-4598-99ce-cc88aa1e51e6 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event updated for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:05.384773 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b680bb-f1ff-4231-becc-e746c6c32071 x-openstack-request-id: req-62b680bb-f1ff-4231-becc-e746c6c32071 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:32:05.385071 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:32:05.385329 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62b680bb-f1ff-4231-becc-e746c6c32071 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:32:05.385738 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b680bb-f1ff-4231-becc-e746c6c32071'] response: {'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'status': 'completed', 'code': 200} May 03 12:32:05.412398 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-791c8bac-fac2-49ea-8a82-75409b2fc037 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group (a29e9304-f158-4c85-8dd0-517280d98aa8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.413552 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f13a81-d295-45fd-ba99-b72e74c5e2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e098d7a-9b0d-454d-b2f7-d1657967a384,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:05.417607 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e056524-748f-4917-9617-6898eff6e6c6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:05.423046 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] No DVR routers for this DVR port 8e056524-748f-4917-9617-6898eff6e6c6 on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:05.447033 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-791c8bac-fac2-49ea-8a82-75409b2fc037 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group (a29e9304-f158-4c85-8dd0-517280d98aa8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.453638 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9e0b854-896e-4d3c-a404-07849001e781'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:32:05.524986 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (651deaf2-f555-4473-aaf3-ea8f200dceb4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.551545 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651deaf2-f555-4473-aaf3-ea8f200dceb4']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:05.563378 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84219953-8ce8-47d3-b990-81ee9b53e1f4') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:05.563785 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84219953-8ce8-47d3-b990-81ee9b53e1f4') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:05.565894 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1db739-fdbd-4afd-b72e-0e72d09b9353 req-e6fb7a10-58b5-497d-84f6-24327cbbde75 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:05.567512 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5e1db739-fdbd-4afd-b72e-0e72d09b9353 req-e6fb7a10-58b5-497d-84f6-24327cbbde75 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0614235 May 03 12:32:05.574698 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (84219953-8ce8-47d3-b990-81ee9b53e1f4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.604497 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (84219953-8ce8-47d3-b990-81ee9b53e1f4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.614185 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:05.614599 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (84219953-8ce8-47d3-b990-81ee9b53e1f4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:05.617656 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:05.650466 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-791c8bac-fac2-49ea-8a82-75409b2fc037 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a29e9304-f158-4c85-8dd0-517280d98aa8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.650466 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-791c8bac-fac2-49ea-8a82-75409b2fc037 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.651330 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-791c8bac-fac2-49ea-8a82-75409b2fc037 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "DELETE /v2.0/security-groups/a29e9304-f158-4c85-8dd0-517280d98aa8 HTTP/1.1" status: 204 len: 168 time: 0.3653834 May 03 12:32:05.651965 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:05.671862 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5e1db739-fdbd-4afd-b72e-0e72d09b9353 req-3bcb771e-0e14-49f6-9df1-872adbe74db6 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879760 May 03 12:32:05.702608 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:05.707382 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c8bac-fac2-49ea-8a82-75409b2fc037 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e9304-f158-4c85-8dd0-517280d98aa8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:05.708428 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (8e056524-748f-4917-9617-6898eff6e6c6), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.729480 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44566) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:05.753099 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (651deaf2-f555-4473-aaf3-ea8f200dceb4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.758087 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.761339 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] 10.222.0.21 "DELETE /v2.0/networks/651deaf2-f555-4473-aaf3-ea8f200dceb4 HTTP/1.1" status: 204 len: 168 time: 1.2116523 May 03 12:32:05.770574 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:05.771126 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 8122fdb2-72fd-405e-9e66-7ecf95fbacf5 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:05.779491 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e01b41-64d5-4577-9db8-be468f25002c admin admin] Pushing event deleted for resources: {'Network': ['ID=651deaf2-f555-4473-aaf3-ea8f200dceb4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:05.791590 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] Pushing event deleted for resources: {'Port': ['ID=8e056524-748f-4917-9617-6898eff6e6c6,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:05.794841 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.800324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0a9732-e1fa-439c-be1a-c8ff8f68ee7f None None] No DVR routers for this DVR port 8e056524-748f-4917-9617-6898eff6e6c6 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:05.817746 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fceb7b3d-de3b-4d76-96f7-974a6e72f436 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147af77ead57444b991a4aef5577b680&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0864944 May 03 12:32:05.824696 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44572) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:05.855587 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ef1fa54d-bded-4df1-85e1-8a84b6603772 None None] Provisioning complete for port b9e0b854-896e-4d3c-a404-07849001e781 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:32:05.855963 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa54d-bded-4df1-85e1-8a84b6603772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b9e0b854-896e-4d3c-a404-07849001e781), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.894180 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-267b2830-196c-40a0-8641-80ab336c39ad admin admin] Publish callbacks [] for security_group (4c893289-b305-4411-9ce6-6b6d7d891e7f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:05.921175 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-267b2830-196c-40a0-8641-80ab336c39ad admin admin] Publish callbacks [] for security_group (4c893289-b305-4411-9ce6-6b6d7d891e7f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.022433 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-267b2830-196c-40a0-8641-80ab336c39ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (4c893289-b305-4411-9ce6-6b6d7d891e7f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.025390 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-267b2830-196c-40a0-8641-80ab336c39ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.029394 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-267b2830-196c-40a0-8641-80ab336c39ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c893289-b305-4411-9ce6-6b6d7d891e7f HTTP/1.1" status: 204 len: 168 time: 0.2007527 May 03 12:32:06.037164 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b2830-196c-40a0-8641-80ab336c39ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c893289-b305-4411-9ce6-6b6d7d891e7f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:06.055849 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fa54d-bded-4df1-85e1-8a84b6603772 None None] Current status of the port b9e0b854-896e-4d3c-a404-07849001e781 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:32:06.143199 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44576) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:06.187102 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2b214426-dd2f-4309-a4a6-75ef940cfcb0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=275e4ca81d1248ba98718d775404a8c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427384 May 03 12:32:06.187945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:06.212910 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Deleting port 55c04842-08ee-44b4-a694-95356c5d39b5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:06.213252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (55c04842-08ee-44b4-a694-95356c5d39b5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.298650 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95e1c234-7da9-46eb-883a-42078d510308 admin admin] Publish callbacks [] for security_group (f526bf85-a7a0-442f-a4fe-eef4519346ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.339955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (55c04842-08ee-44b4-a694-95356c5d39b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.340279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for floatingip (55c04842-08ee-44b4-a694-95356c5d39b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.348185 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95e1c234-7da9-46eb-883a-42078d510308 admin admin] Publish callbacks [] for security_group (f526bf85-a7a0-442f-a4fe-eef4519346ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.367516 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Calling delete_port for 55c04842-08ee-44b4-a694-95356c5d39b5 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:06.539787 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95e1c234-7da9-46eb-883a-42078d510308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f526bf85-a7a0-442f-a4fe-eef4519346ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.542258 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95e1c234-7da9-46eb-883a-42078d510308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.543414 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-95e1c234-7da9-46eb-883a-42078d510308 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f526bf85-a7a0-442f-a4fe-eef4519346ba HTTP/1.1" status: 204 len: 168 time: 0.3543591 May 03 12:32:06.560248 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1c234-7da9-46eb-883a-42078d510308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526bf85-a7a0-442f-a4fe-eef4519346ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:06.638612 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (55c04842-08ee-44b4-a694-95356c5d39b5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.657992 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-4279f2fa-9dd3-482d-90d7-81d9942d9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:06.659508 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-4279f2fa-9dd3-482d-90d7-81d9942d9f9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1130 time: 0.0536768 May 03 12:32:06.685291 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event deleted for resources: {'Port': ['ID=55c04842-08ee-44b4-a694-95356c5d39b5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:06.799694 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks [] for floatingip (06cf3ede-4b64-4d9d-8e0b-d1025ce14f90), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:06.800058 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Floating IP 06cf3ede-4b64-4d9d-8e0b-d1025ce14f90 disassociated (deleted). External IP: 172.27.0.225, port: b9e0b854-896e-4d3c-a404-07849001e781. May 03 12:32:06.813623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98c5c-d94f-4817-a9c5-ae011633e5c0 req-40ad332c-b142-4537-aac7-f13369eb1205 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:06.824335 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e3d98c5c-d94f-4817-a9c5-ae011633e5c0 req-40ad332c-b142-4537-aac7-f13369eb1205 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0719302 May 03 12:32:06.851861 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-008b93aa-fb96-43b9-a88f-f278dc03c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:06.853536 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-008b93aa-fb96-43b9-a88f-f278dc03c6df service neutron] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 916 time: 0.1771631 May 03 12:32:06.883137 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e3d98c5c-d94f-4817-a9c5-ae011633e5c0 req-63390253-241b-4c1e-9428-bb7548c60f2d tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577023 May 03 12:32:06.945864 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-2c2b2b5b-0273-489e-b958-6b89168e95a1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 217 time: 0.0394089 May 03 12:32:07.122238 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-1bf88bb4-2fd2-43a7-9e29-e7aac9bc8322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:07.124234 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-1bf88bb4-2fd2-43a7-9e29-e7aac9bc8322 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.1148381 May 03 12:32:07.130152 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-4cd29ebd-c6e8-4411-a3d7-5560f8ec8a05 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:07.131493 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-4cd29ebd-c6e8-4411-a3d7-5560f8ec8a05 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.1209192 May 03 12:32:07.212346 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-ae959bcc-4839-4a17-9aa7-3a6e7b29714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:07.213803 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-ae959bcc-4839-4a17-9aa7-3a6e7b29714d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814221 May 03 12:32:07.220209 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Router bad45228-8d5d-4efe-9c56-2f1db941c49e has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:07.335884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Deleting port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:07.335884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:07.485827 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-7aed87cb-b7cd-4246-8b11-b9775e1470f0 service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599010 May 03 12:32:07.527400 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:07.539635 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] Sync routers for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:07.542743 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:07.559863 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:07.560524 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:07.615414 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] For port 3d1732a8-4057-4cb2-9dd5-a06b2b491877, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=3d1732a8-4057-4cb2-9dd5-a06b2b491877,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:07.615784 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:07.669030 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-03e0a042-dda5-430a-b116-6910674d7fd5 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "DELETE /v2.0/floatingips/06cf3ede-4b64-4d9d-8e0b-d1025ce14f90 HTTP/1.1" status: 204 len: 168 time: 2.0095663 May 03 12:32:07.676453 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:32:07.677875 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be" -d '{"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:32:07.682091 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:07.722501 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-874f27eb-abbd-4683-a53e-e98e4fa5b42f req-c4341ed7-3a7a-4ff8-8ebb-450bd168329b service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293005 May 03 12:32:07.809195 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125861c-d396-44bf-bff1-9f827fb89c05 x-openstack-request-id: req-2125861c-d396-44bf-bff1-9f827fb89c05 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:32:07.809602 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:32:07.809987 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2125861c-d396-44bf-bff1-9f827fb89c05 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:32:07.811254 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2125861c-d396-44bf-bff1-9f827fb89c05'] response: {'name': 'network-changed', 'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'status': 'completed', 'code': 200} May 03 12:32:07.923186 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:07.925818 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-b7a239dc-a0c0-49aa-9fac-8a662fa72888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:07.932053 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-b7a239dc-a0c0-49aa-9fac-8a662fa72888 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f7295e7b624c421095f925d2875434e6&device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 1130 time: 0.0552752 May 03 12:32:07.937462 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:07.937926 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (0fde0f34-4aff-46c1-9108-a48420098de3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:07.938449 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Floating IP 0fde0f34-4aff-46c1-9108-a48420098de3 disassociated. External IP: 172.27.0.165, port: 3d1732a8-4057-4cb2-9dd5-a06b2b491877. May 03 12:32:07.938849 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Calling delete_port for 3d1732a8-4057-4cb2-9dd5-a06b2b491877 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:07.957951 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] Checking router: bad45228-8d5d-4efe-9c56-2f1db941c49e for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:07.967167 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:07.967793 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:08.025242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977cc44-9db3-4282-b2ab-e8d45e400f3d req-e19cdf40-ee7a-42be-8c7a-9650646d3199 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:08.041194 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a977cc44-9db3-4282-b2ab-e8d45e400f3d req-e19cdf40-ee7a-42be-8c7a-9650646d3199 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 946 time: 0.0634069 May 03 12:32:08.101176 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a977cc44-9db3-4282-b2ab-e8d45e400f3d req-74d0b6db-b5a3-45d9-8b32-f0285cbd6da7 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups?id=ce07dae6-f141-40e8-8d8e-591f4253dae5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588651 May 03 12:32:08.174971 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:08.191566 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-5fe25e48-a547-45ed-9e63-721f2eaf7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:08.193142 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-5fe25e48-a547-45ed-9e63-721f2eaf7687 service neutron] 10.222.0.39 "GET /v2.0/networks?id=da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 200 len: 916 time: 0.2599297 May 03 12:32:08.237837 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-22990043-9a0a-45e1-a00f-7a6f09077612 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 200 len: 217 time: 0.0380402 May 03 12:32:08.256255 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (3d1732a8-4057-4cb2-9dd5-a06b2b491877), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:08.285608 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event deleted for resources: {'Port': ['ID=3d1732a8-4057-4cb2-9dd5-a06b2b491877,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:08.399412 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:08.422829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Router 8e74eb8d-9117-48d8-a893-22c98f776753 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:08.430644 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0c70c-4f84-4743-8e8f-4e430e8736b1 None None] The sync data for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi is: [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:29Z', 'revision_number': 4, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc', 'name': '', 'network_id': 'da2aa4ed-4853-49ff-906c-f842b03600bb', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'mac_address': 'fa:16:3e:a6:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:28Z', 'updated_at': '2022-05-03T12:29:33Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'subnets': [{'id': '2ded3068-7273-418b-b5da-eecb60a74f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:08.572977 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:08.585268 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:08.598053 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:08.598723 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:08.632401 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-7f47310c-b08b-43dd-ae89-b4bb4448eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:08.632401 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-7f47310c-b08b-43dd-ae89-b4bb4448eb33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 200 len: 854 time: 0.0984063 May 03 12:32:08.674943 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] No DVR routers for this DVR port 3d1732a8-4057-4cb2-9dd5-a06b2b491877 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:08.689393 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:08.698726 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-87680435-cbae-4569-9c2a-fcfa915d7c8f req-2b3a8e38-fe47-496b-9f3a-02132e3119fa tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.39 "DELETE /v2.0/ports/3d1732a8-4057-4cb2-9dd5-a06b2b491877 HTTP/1.1" status: 204 len: 173 time: 1.5542340 May 03 12:32:08.759866 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-321944e7-5d24-4142-b91d-1785b20b8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:08.761434 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-321944e7-5d24-4142-b91d-1785b20b8171 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=da2aa4ed-4853-49ff-906c-f842b03600bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615966 May 03 12:32:08.773703 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0fc12e-29e3-447e-a391-59bef82557b0 None None] New status for floating IP 06cf3ede-4b64-4d9d-8e0b-d1025ce14f90: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:32:08.798712 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:08.912989 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-857a01de-cff1-496f-90dc-51efbde037bb service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404741 May 03 12:32:08.980349 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:09.009200 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 3d1732a8-4057-4cb2-9dd5-a06b2b491877 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:09.009635 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 3d1732a8-4057-4cb2-9dd5-a06b2b491877 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:09.027239 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b9c1aca3-cf7a-4f1a-aac2-0c7b271079be req-ad29ecd5-3d4e-43c2-8570-6c78e332675b service neutron] 10.222.0.39 "GET /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018803 May 03 12:32:09.073863 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:09.102258 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:09.110731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:09.111406 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:09.221212 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-426eb09c-ec12-436a-adf9-57129de15d29 req-13ef5352-6a5c-4f01-afd4-e4d08a05aa16 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/ports?device_id=0265f8bc-201f-4744-9a74-2a8466a14f60 HTTP/1.1" status: 200 len: 210 time: 0.0366201 May 03 12:32:09.244626 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:09.451336 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:09.482110 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4787ebec-661f-4786-9660-6c10ae36bb3d None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:24:42Z', 'revision_number': 4, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'cca82bb9-9262-4516-b188-b1ca17c79028', 'name': '', 'network_id': 'a4d59523-ed30-406e-90b6-6dc839fb9a3e', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'mac_address': 'fa:16:3e:d0:a9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:41Z', 'updated_at': '2022-05-03T12:24:52Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'subnets': [{'id': 'd7582eaf-2879-4326-b525-207e4b43c984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:09.727417 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53dbed2-5edb-478c-9c3f-403386f89da4 None None] New status for floating IP 0fde0f34-4aff-46c1-9108-a48420098de3: DOWN {{(pid=103887) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:32:09.812336 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-deleted', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:32:09.814756 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28664bf4-9e9c-49f7-a006-5b565678a241" -d '{"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-deleted", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:32:09.849710 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d62bf-c7cc-43d2-942b-1eb7c3987604 x-openstack-request-id: req-634d62bf-c7cc-43d2-942b-1eb7c3987604 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:32:09.850007 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0265f8bc-201f-4744-9a74-2a8466a14f60", "name": "network-vif-deleted", "tag": "3d1732a8-4057-4cb2-9dd5-a06b2b491877", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:32:09.850263 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-634d62bf-c7cc-43d2-942b-1eb7c3987604 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:32:09.850698 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634d62bf-c7cc-43d2-942b-1eb7c3987604'] response: {'server_uuid': '0265f8bc-201f-4744-9a74-2a8466a14f60', 'name': 'network-vif-deleted', 'tag': '3d1732a8-4057-4cb2-9dd5-a06b2b491877', 'status': 'completed', 'code': 200} May 03 12:32:10.395415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:10.445141 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44724) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:10.453370 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c172c5e-4c4d-433f-b9b1-d9e8acd29b1b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (ce07dae6-f141-40e8-8d8e-591f4253dae5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.477650 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c172c5e-4c4d-433f-b9b1-d9e8acd29b1b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (ce07dae6-f141-40e8-8d8e-591f4253dae5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.552270 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9c36538-f3a1-41e6-9d53-0a59e7c55728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.593866 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c172c5e-4c4d-433f-b9b1-d9e8acd29b1b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ce07dae6-f141-40e8-8d8e-591f4253dae5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.596479 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c172c5e-4c4d-433f-b9b1-d9e8acd29b1b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.597665 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8c172c5e-4c4d-433f-b9b1-d9e8acd29b1b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "DELETE /v2.0/security-groups/ce07dae6-f141-40e8-8d8e-591f4253dae5 HTTP/1.1" status: 204 len: 168 time: 0.2012019 May 03 12:32:10.602295 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44730) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:10.626320 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c172c5e-4c4d-433f-b9b1-d9e8acd29b1b tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce07dae6-f141-40e8-8d8e-591f4253dae5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:10.626320 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.api.v2.resource [None req-dffe1f46-2675-4a8b-8ada-cd7af9600fc4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] show failed (client error): The resource could not be found. May 03 12:32:10.626320 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dffe1f46-2675-4a8b-8ada-cd7af9600fc4 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "GET /v2.0/security-groups/ce07dae6-f141-40e8-8d8e-591f4253dae5 HTTP/1.1" status: 404 len: 347 time: 0.0192802 May 03 12:32:10.629131 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:10.632702 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9c36538-f3a1-41e6-9d53-0a59e7c55728 admin admin] Publish callbacks [] for security_group (f0500a4e-feeb-4047-962d-79dcec06d124), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.719298 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9c36538-f3a1-41e6-9d53-0a59e7c55728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f0500a4e-feeb-4047-962d-79dcec06d124), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.755691 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c36538-f3a1-41e6-9d53-0a59e7c55728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0500a4e-feeb-4047-962d-79dcec06d124,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:10.768063 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e9c36538-f3a1-41e6-9d53-0a59e7c55728 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48d8f461635f4a3084c1d8afb24acf93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216414 May 03 12:32:10.768712 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44734) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:10.819548 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0745f883-7eec-485b-ad45-316ff54c5dcf admin admin] Publish callbacks [] for security_group (f0500a4e-feeb-4047-962d-79dcec06d124), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.842624 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0745f883-7eec-485b-ad45-316ff54c5dcf admin admin] Publish callbacks [] for security_group (f0500a4e-feeb-4047-962d-79dcec06d124), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.976260 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0745f883-7eec-485b-ad45-316ff54c5dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f0500a4e-feeb-4047-962d-79dcec06d124), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.978891 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0745f883-7eec-485b-ad45-316ff54c5dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:10.980091 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-0745f883-7eec-485b-ad45-316ff54c5dcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0500a4e-feeb-4047-962d-79dcec06d124 HTTP/1.1" status: 204 len: 168 time: 0.2103920 May 03 12:32:10.989327 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745f883-7eec-485b-ad45-316ff54c5dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0500a4e-feeb-4047-962d-79dcec06d124,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:11.014792 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Deleting port 18012e77-af5a-4664-a0f0-cbd9d707f5dc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:11.015355 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.097156 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.097156 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (18012e77-af5a-4664-a0f0-cbd9d707f5dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.110471 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Calling delete_port for 18012e77-af5a-4664-a0f0-cbd9d707f5dc owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:11.302496 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (18012e77-af5a-4664-a0f0-cbd9d707f5dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.335765 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Pushing event deleted for resources: {'Port': ['ID=18012e77-af5a-4664-a0f0-cbd9d707f5dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:11.395977 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks [] for floatingip (0fde0f34-4aff-46c1-9108-a48420098de3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.398714 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.399892 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5111c916-641c-4a78-a8f4-4630b9f9ac15 tempest-AttachVolumeShelveTestJSON-999131834 tempest-AttachVolumeShelveTestJSON-999131834-project] 10.222.0.21 "DELETE /v2.0/floatingips/0fde0f34-4aff-46c1-9108-a48420098de3 HTTP/1.1" status: 204 len: 168 time: 0.7696264 May 03 12:32:11.640521 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44754) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:11.662534 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b389fcde-7986-4425-944c-38de8795b42a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.741820 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b389fcde-7986-4425-944c-38de8795b42a admin admin] Publish callbacks [] for security_group (63b58c04-e10c-42d1-b1fb-3fba7187a03a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.863091 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b389fcde-7986-4425-944c-38de8795b42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (63b58c04-e10c-42d1-b1fb-3fba7187a03a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.903796 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b389fcde-7986-4425-944c-38de8795b42a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61246e8e193d4de082b04fddf6f8d212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616055 May 03 12:32:11.905604 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389fcde-7986-4425-944c-38de8795b42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b58c04-e10c-42d1-b1fb-3fba7187a03a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:11.907326 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:11.963768 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f8c601-b208-46a7-8697-e931493a6d4e admin admin] Publish callbacks [] for security_group (63b58c04-e10c-42d1-b1fb-3fba7187a03a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:11.985766 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f8c601-b208-46a7-8697-e931493a6d4e admin admin] Publish callbacks [] for security_group (63b58c04-e10c-42d1-b1fb-3fba7187a03a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:12.119002 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f8c601-b208-46a7-8697-e931493a6d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (63b58c04-e10c-42d1-b1fb-3fba7187a03a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:12.121508 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99f8c601-b208-46a7-8697-e931493a6d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:12.128547 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-99f8c601-b208-46a7-8697-e931493a6d4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b58c04-e10c-42d1-b1fb-3fba7187a03a HTTP/1.1" status: 204 len: 168 time: 0.2126257 May 03 12:32:12.131277 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8c601-b208-46a7-8697-e931493a6d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b58c04-e10c-42d1-b1fb-3fba7187a03a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:12.160825 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d7375-5fcc-4a23-b027-549eb4c61a6d req-530a708c-5b51-41b9-96c8-ec8f6671cd34 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:12.160825 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bb2d7375-5fcc-4a23-b027-549eb4c61a6d req-530a708c-5b51-41b9-96c8-ec8f6671cd34 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0487733 May 03 12:32:12.208386 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-bb2d7375-5fcc-4a23-b027-549eb4c61a6d req-c018eaa3-651a-4743-8ff4-7f8c14384c4a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 May 03 12:32:13.323557 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e090b3-5cf9-4cd0-81d9-90ea2ac4482d req-f26070ab-98eb-439e-a56a-738b8de4df25 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:13.325174 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7e090b3-5cf9-4cd0-81d9-90ea2ac4482d req-f26070ab-98eb-439e-a56a-738b8de4df25 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0480816 May 03 12:32:13.384742 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d7e090b3-5cf9-4cd0-81d9-90ea2ac4482d req-60a78ee1-70e5-471f-9a51-d855103f2ccd tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533931 May 03 12:32:14.080481 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44864) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:14.124862 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-ebbc7036-8d0b-41c4-97b0-48906e819b06 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:14.126356 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-ebbc7036-8d0b-41c4-97b0-48906e819b06 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0485468 May 03 12:32:14.237419 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Deleting port b9e0b854-896e-4d3c-a404-07849001e781 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:14.237772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b9e0b854-896e-4d3c-a404-07849001e781), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.340811 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] For port b9e0b854-896e-4d3c-a404-07849001e781, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9e0b854-896e-4d3c-a404-07849001e781,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:14.341439 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b9e0b854-896e-4d3c-a404-07849001e781), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.359944 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Calling delete_port for b9e0b854-896e-4d3c-a404-07849001e781 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:14.542443 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818d52e-6a21-42b9-b81b-90f75a557c37 req-92edcdc7-64f0-4b9e-bb77-7d5af976c4f7 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:14.544000 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5818d52e-6a21-42b9-b81b-90f75a557c37 req-92edcdc7-64f0-4b9e-bb77-7d5af976c4f7 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 946 time: 0.0575604 May 03 12:32:14.549835 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (8e74eb8d-9117-48d8-a893-22c98f776753), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.599041 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5818d52e-6a21-42b9-b81b-90f75a557c37 req-1a4461ef-aa90-4fc0-bd92-b86479d10084 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479877 May 03 12:32:14.611390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b9e0b854-896e-4d3c-a404-07849001e781), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.649503 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b9e0b854-896e-4d3c-a404-07849001e781'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:32:14.661077 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Pushing event deleted for resources: {'Port': ['ID=b9e0b854-896e-4d3c-a404-07849001e781,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:14.712476 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] No DVR routers for this DVR port b9e0b854-896e-4d3c-a404-07849001e781 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:14.714814 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.718069 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-235877a6-b0d9-4d1b-81fd-e42e13cb128c req-87c87124-e82b-4253-bf8a-ea23b6a3026a tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.39 "DELETE /v2.0/ports/b9e0b854-896e-4d3c-a404-07849001e781 HTTP/1.1" status: 204 len: 173 time: 0.5851891 May 03 12:32:14.719077 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'name': 'network-vif-deleted', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:32:14.721335 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109b9a53-771b-4129-9e8a-bfec28e431a9" -d '{"events": [{"server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "name": "network-vif-deleted", "tag": "b9e0b854-896e-4d3c-a404-07849001e781"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:32:14.761428 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20456ccd-2122-4f83-8b0f-c29dea7415fc x-openstack-request-id: req-20456ccd-2122-4f83-8b0f-c29dea7415fc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:32:14.764273 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7956482-ceb2-4c93-8df6-f9b342f2795d", "name": "network-vif-deleted", "tag": "b9e0b854-896e-4d3c-a404-07849001e781", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:32:14.764273 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20456ccd-2122-4f83-8b0f-c29dea7415fc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:32:14.764273 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20456ccd-2122-4f83-8b0f-c29dea7415fc'] response: {'server_uuid': 'e7956482-ceb2-4c93-8df6-f9b342f2795d', 'name': 'network-vif-deleted', 'tag': 'b9e0b854-896e-4d3c-a404-07849001e781', 'status': 'completed', 'code': 200} May 03 12:32:14.822869 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Deleting port cca82bb9-9262-4516-b188-b1ca17c79028 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:14.823243 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.901182 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] For port cca82bb9-9262-4516-b188-b1ca17c79028, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=cca82bb9-9262-4516-b188-b1ca17c79028,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:14.901469 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:14.915616 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Calling delete_port for cca82bb9-9262-4516-b188-b1ca17c79028 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:15.153961 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (cca82bb9-9262-4516-b188-b1ca17c79028), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:15.189557 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca82bb9-9262-4516-b188-b1ca17c79028,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:15.360250 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (8e74eb8d-9117-48d8-a893-22c98f776753), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:15.742177 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f64653fa-acd5-44c5-a81e-18d9ee5a1fe6 req-44f21c80-a82a-472c-88d1-314358dcead7 tempest-TestMinimumBasicScenario-617818601 tempest-TestMinimumBasicScenario-617818601-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7956482-ceb2-4c93-8df6-f9b342f2795d HTTP/1.1" status: 200 len: 210 time: 0.0430207 May 03 12:32:15.874972 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Router 8e74eb8d-9117-48d8-a893-22c98f776753 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:15.982551 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:15.990651 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-29682ffe-d3a8-4b5b-8aa5-4aaf35454b72 admin admin] 10.222.0.21 "PUT /v2.0/routers/8e74eb8d-9117-48d8-a893-22c98f776753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9086196 May 03 12:32:15.991249 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44914) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:15.999355 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] Sync routers for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:16.009167 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:16.009917 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:16.099094 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks [] for router (8e74eb8d-9117-48d8-a893-22c98f776753), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.121779 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:16.202350 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks [] for router_gateway (8e74eb8d-9117-48d8-a893-22c98f776753), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.289948 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:32:15Z', 'revision_number': 5, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port': {'id': '13836187-bf05-4118-aae1-6fd9e968fdf9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:24:34Z', 'updated_at': '2022-05-03T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:16.315299 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Deleting port 13836187-bf05-4118-aae1-6fd9e968fdf9 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:16.315732 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.317239 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] Checking router: 8e74eb8d-9117-48d8-a893-22c98f776753 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:16.326126 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] Routers {'8e74eb8d-9117-48d8-a893-22c98f776753'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:16.328742 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['8e74eb8d-9117-48d8-a893-22c98f776753'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:16.402427 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] For port 13836187-bf05-4118-aae1-6fd9e968fdf9, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=13836187-bf05-4118-aae1-6fd9e968fdf9,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:16.402681 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.418679 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Calling delete_port for 13836187-bf05-4118-aae1-6fd9e968fdf9 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:16.419998 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] Set router 8e74eb8d-9117-48d8-a893-22c98f776753 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:16.568192 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:32:16Z', 'revision_number': 6, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:16.596736 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c47c6-239e-45cb-ae49-0d8591caf18b None None] The sync data for ids ['8e74eb8d-9117-48d8-a893-22c98f776753'] in dv-cinder-824911-5-iscsi is: [{'id': '8e74eb8d-9117-48d8-a893-22c98f776753', 'name': 'tempest-AttachVolumeShelveTestJSON-1759670057-router', 'tenant_id': '5c47e882a00247d791d25edbdb2fce54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:24:32Z', 'updated_at': '2022-05-03T12:32:16Z', 'revision_number': 6, 'project_id': '5c47e882a00247d791d25edbdb2fce54', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:16.690523 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (13836187-bf05-4118-aae1-6fd9e968fdf9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.715173 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Pushing event deleted for resources: {'Port': ['ID=13836187-bf05-4118-aae1-6fd9e968fdf9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:16.781591 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (8e74eb8d-9117-48d8-a893-22c98f776753), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.876845 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (8e74eb8d-9117-48d8-a893-22c98f776753), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.879047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks [] for router_controller (8e74eb8d-9117-48d8-a893-22c98f776753), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.976750 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (8e74eb8d-9117-48d8-a893-22c98f776753), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.977932 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e74eb8d-9117-48d8-a893-22c98f776753 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:32:16.985871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:16.987162 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ddc0ae8e-b92c-4e2e-b02b-7ac511eb7074 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8e74eb8d-9117-48d8-a893-22c98f776753 HTTP/1.1" status: 204 len: 168 time: 0.9949710 May 03 12:32:16.989738 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:17.010969 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9e0b854-896e-4d3c-a404-07849001e781 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:17.033756 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: b9e0b854-896e-4d3c-a404-07849001e781 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:17.034148 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9e0b854-896e-4d3c-a404-07849001e781 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:17.047110 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Deleting subnet d7582eaf-2879-4326-b525-207e4b43c984 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:17.050376 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Publish callbacks [] for subnet (d7582eaf-2879-4326-b525-207e4b43c984), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.088001 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117466705'] for subnet (d7582eaf-2879-4326-b525-207e4b43c984), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.169505 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (d7582eaf-2879-4326-b525-207e4b43c984), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.291005 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118792422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-120547369'] for subnet (d7582eaf-2879-4326-b525-207e4b43c984), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.316500 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7582eaf-2879-4326-b525-207e4b43c984,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:17.320252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.323685 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f467c574-15c8-411a-854c-9b8945e5f0b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d7582eaf-2879-4326-b525-207e4b43c984 HTTP/1.1" status: 204 len: 168 time: 0.3321407 May 03 12:32:17.325995 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44956) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:17.328474 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f7d57-4679-4da5-9764-ea8048e4f275 None None] Network a4d59523-ed30-406e-90b6-6dc839fb9a3e requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:17.409787 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (a4d59523-ed30-406e-90b6-6dc839fb9a3e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.455472 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Deleting port 453efdba-3829-4618-baa8-f4a06831dc15 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:17.455820 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (453efdba-3829-4618-baa8-f4a06831dc15), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.489237 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] DHCP port deletion for a4d59523-ed30-406e-90b6-6dc839fb9a3e request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:32:17.524156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] For port 453efdba-3829-4618-baa8-f4a06831dc15, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=453efdba-3829-4618-baa8-f4a06831dc15,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:17.524597 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (453efdba-3829-4618-baa8-f4a06831dc15), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.539545 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Calling delete_port for 453efdba-3829-4618-baa8-f4a06831dc15 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:17.541773 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] Deleting port 453efdba-3829-4618-baa8-f4a06831dc15 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:17.542251 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (453efdba-3829-4618-baa8-f4a06831dc15), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.617777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] For port 453efdba-3829-4618-baa8-f4a06831dc15, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=453efdba-3829-4618-baa8-f4a06831dc15,segment=NetworkSegment(19117947-b147-40ea-a1a2-8f8b1e818cc8),segment_id=19117947-b147-40ea-a1a2-8f8b1e818cc8)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:17.618182 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (453efdba-3829-4618-baa8-f4a06831dc15), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.631287 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] Calling delete_port for 453efdba-3829-4618-baa8-f4a06831dc15 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:17.708398 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (453efdba-3829-4618-baa8-f4a06831dc15), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.730200 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (453efdba-3829-4618-baa8-f4a06831dc15), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.744837 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Pushing event deleted for resources: {'Port': ['ID=453efdba-3829-4618-baa8-f4a06831dc15,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:17.757984 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] No DVR routers for this DVR port 453efdba-3829-4618-baa8-f4a06831dc15 on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:17.769473 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] Pushing event deleted for resources: {'Port': ['ID=453efdba-3829-4618-baa8-f4a06831dc15,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:17.771440 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84a1fb-0795-42b9-ba15-509a8a9a4de9 None None] No DVR routers for this DVR port 453efdba-3829-4618-baa8-f4a06831dc15 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:17.836416 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (a4d59523-ed30-406e-90b6-6dc839fb9a3e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.858121 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d59523-ed30-406e-90b6-6dc839fb9a3e']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:17.867354 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19117947-b147-40ea-a1a2-8f8b1e818cc8') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:17.867701 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19117947-b147-40ea-a1a2-8f8b1e818cc8') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:17.877176 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (19117947-b147-40ea-a1a2-8f8b1e818cc8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.889875 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (19117947-b147-40ea-a1a2-8f8b1e818cc8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.896457 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:17.896857 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (19117947-b147-40ea-a1a2-8f8b1e818cc8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:17.898584 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:18.039142 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (a4d59523-ed30-406e-90b6-6dc839fb9a3e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.044680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.050051 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] 10.222.0.21 "DELETE /v2.0/networks/a4d59523-ed30-406e-90b6-6dc839fb9a3e HTTP/1.1" status: 204 len: 168 time: 0.7210002 May 03 12:32:18.059507 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4a85-a6e2-4612-b9e1-84fbeb18c1df admin admin] Pushing event deleted for resources: {'Network': ['ID=a4d59523-ed30-406e-90b6-6dc839fb9a3e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:18.105918 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 44992) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:18.225312 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed46c67b-abe0-4053-8542-a729d92baef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.297160 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed46c67b-abe0-4053-8542-a729d92baef5 admin admin] Publish callbacks [] for security_group (6d0096d5-80cf-4952-83c5-2bb82a712be7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.321105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:18.370617 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed46c67b-abe0-4053-8542-a729d92baef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6d0096d5-80cf-4952-83c5-2bb82a712be7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.410694 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ed46c67b-abe0-4053-8542-a729d92baef5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8997eb02dd8487f8cff5d5261a61c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036456 May 03 12:32:18.411826 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46c67b-abe0-4053-8542-a729d92baef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0096d5-80cf-4952-83c5-2bb82a712be7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:18.413671 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 44998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:18.456745 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45000) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:18.500620 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3b99526f-4776-477e-91d8-a9a7faad46e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c47e882a00247d791d25edbdb2fce54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426838 May 03 12:32:18.503184 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45002) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:18.519402 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8be5ba48-5eb4-46a2-87f6-83d79855d5d0 admin admin] Publish callbacks [] for security_group (6d0096d5-80cf-4952-83c5-2bb82a712be7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.552637 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdadf57b-9286-4a11-9d80-bcc23e6934d3 admin admin] Publish callbacks [] for security_group (0a5bccbc-7dad-4568-a654-19d88a306191), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.574360 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8be5ba48-5eb4-46a2-87f6-83d79855d5d0 admin admin] Publish callbacks [] for security_group (6d0096d5-80cf-4952-83c5-2bb82a712be7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.575051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdadf57b-9286-4a11-9d80-bcc23e6934d3 admin admin] Publish callbacks [] for security_group (0a5bccbc-7dad-4568-a654-19d88a306191), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.637479 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device cca82bb9-9262-4516-b188-b1ca17c79028 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:18.659959 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: cca82bb9-9262-4516-b188-b1ca17c79028 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:18.660302 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device cca82bb9-9262-4516-b188-b1ca17c79028 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:18.662249 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 13836187-bf05-4118-aae1-6fd9e968fdf9 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:18.680637 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 13836187-bf05-4118-aae1-6fd9e968fdf9 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:18.681205 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 13836187-bf05-4118-aae1-6fd9e968fdf9 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:18.685306 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 453efdba-3829-4618-baa8-f4a06831dc15 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:18.700604 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 453efdba-3829-4618-baa8-f4a06831dc15 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:18.700955 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 453efdba-3829-4618-baa8-f4a06831dc15 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:18.704538 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdadf57b-9286-4a11-9d80-bcc23e6934d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0a5bccbc-7dad-4568-a654-19d88a306191), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.707276 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdadf57b-9286-4a11-9d80-bcc23e6934d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.708503 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fdadf57b-9286-4a11-9d80-bcc23e6934d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a5bccbc-7dad-4568-a654-19d88a306191 HTTP/1.1" status: 204 len: 168 time: 0.2041702 May 03 12:32:18.717902 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadf57b-9286-4a11-9d80-bcc23e6934d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5bccbc-7dad-4568-a654-19d88a306191,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:18.744591 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (bad45228-8d5d-4efe-9c56-2f1db941c49e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.785233 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8be5ba48-5eb4-46a2-87f6-83d79855d5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6d0096d5-80cf-4952-83c5-2bb82a712be7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.787727 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8be5ba48-5eb4-46a2-87f6-83d79855d5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:18.789000 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8be5ba48-5eb4-46a2-87f6-83d79855d5d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d0096d5-80cf-4952-83c5-2bb82a712be7 HTTP/1.1" status: 204 len: 168 time: 0.3742888 May 03 12:32:18.802949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5ba48-5eb4-46a2-87f6-83d79855d5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0096d5-80cf-4952-83c5-2bb82a712be7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:18.996134 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Deleting port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:18.996505 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:19.078817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] For port b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:19.079285 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:19.095839 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Calling delete_port for b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:19.404582 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:19.432022 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:19.620863 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (bad45228-8d5d-4efe-9c56-2f1db941c49e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:19.852532 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Router bad45228-8d5d-4efe-9c56-2f1db941c49e has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:19.988118 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:19.990978 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7042dcc7-2d71-41e8-919a-050ddecec1fb admin admin] 10.222.0.21 "PUT /v2.0/routers/bad45228-8d5d-4efe-9c56-2f1db941c49e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6688724 May 03 12:32:19.993845 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45046) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:19.995273 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] Sync routers for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:20.006649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:20.007515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:20.128665 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:20.151205 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks [] for router (bad45228-8d5d-4efe-9c56-2f1db941c49e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:20.306443 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks [] for router_gateway (bad45228-8d5d-4efe-9c56-2f1db941c49e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:20.415305 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Deleting port 115406ab-8344-4e01-a355-fdcf0a7221ba {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:20.415305 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:20.471795 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:32:19Z', 'revision_number': 5, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port': {'id': '115406ab-8344-4e01-a355-fdcf0a7221ba', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:5b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:20.517835 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] For port 115406ab-8344-4e01-a355-fdcf0a7221ba, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=115406ab-8344-4e01-a355-fdcf0a7221ba,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:20.518059 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] Checking router: bad45228-8d5d-4efe-9c56-2f1db941c49e for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:20.518270 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:20.529427 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] Routers {'bad45228-8d5d-4efe-9c56-2f1db941c49e'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:20.530257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:31:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['bad45228-8d5d-4efe-9c56-2f1db941c49e'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:20.532759 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Calling delete_port for 115406ab-8344-4e01-a355-fdcf0a7221ba owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:20.651167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] Set router bad45228-8d5d-4efe-9c56-2f1db941c49e gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:20.705232 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:32:20Z', 'revision_number': 6, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:20.736769 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c77cf2-e424-4079-ac3c-8ee4d55a4f52 None None] The sync data for ids ['bad45228-8d5d-4efe-9c56-2f1db941c49e'] in dv-cinder-824911-5-iscsi is: [{'id': 'bad45228-8d5d-4efe-9c56-2f1db941c49e', 'name': 'tempest-TestMinimumBasicScenario-1513707092-router', 'tenant_id': 'f7295e7b624c421095f925d2875434e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:25Z', 'updated_at': '2022-05-03T12:32:20Z', 'revision_number': 6, 'project_id': 'f7295e7b624c421095f925d2875434e6', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:20.741815 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59c2c4a2-4502-44d6-98ae-83e933ed85d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:20.822148 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (115406ab-8344-4e01-a355-fdcf0a7221ba), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:20.845535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=115406ab-8344-4e01-a355-fdcf0a7221ba,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:20.911709 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (bad45228-8d5d-4efe-9c56-2f1db941c49e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.009327 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (bad45228-8d5d-4efe-9c56-2f1db941c49e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.012242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks [] for router_controller (bad45228-8d5d-4efe-9c56-2f1db941c49e), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.025764 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:21.130751 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (bad45228-8d5d-4efe-9c56-2f1db941c49e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.134029 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad45228-8d5d-4efe-9c56-2f1db941c49e {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:32:21.137131 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.138421 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-98622d76-ff42-4ac9-b038-e5d019fb33c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bad45228-8d5d-4efe-9c56-2f1db941c49e HTTP/1.1" status: 204 len: 168 time: 1.1435895 May 03 12:32:21.141168 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:21.220849 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Deleting subnet 2ded3068-7273-418b-b5da-eecb60a74f38 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:21.224556 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Publish callbacks [] for subnet (2ded3068-7273-418b-b5da-eecb60a74f38), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.274633 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117466705'] for subnet (2ded3068-7273-418b-b5da-eecb60a74f38), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.325354 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e969f32e-390d-4d89-b5f5-935bec42e38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.392898 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (2ded3068-7273-418b-b5da-eecb60a74f38), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.473058 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e969f32e-390d-4d89-b5f5-935bec42e38b admin admin] Publish callbacks [] for security_group (9c701985-2086-463b-939b-e6ed3220701c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.542504 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118792422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-120547369'] for subnet (2ded3068-7273-418b-b5da-eecb60a74f38), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.589219 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e969f32e-390d-4d89-b5f5-935bec42e38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (9c701985-2086-463b-939b-e6ed3220701c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.591858 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ded3068-7273-418b-b5da-eecb60a74f38,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:21.594653 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.597102 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237eb62-9923-45ce-9757-b8e6036e8b67 None None] Network da2aa4ed-4853-49ff-906c-f842b03600bb requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:21.597846 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-59326aa9-6c98-4643-914e-2bb2ca39d3db admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ded3068-7273-418b-b5da-eecb60a74f38 HTTP/1.1" status: 204 len: 168 time: 0.4556630 May 03 12:32:21.600410 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45120) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:21.638560 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e969f32e-390d-4d89-b5f5-935bec42e38b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42fad05dd5ad4a0889cd918f4a7db722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093929 May 03 12:32:21.638560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969f32e-390d-4d89-b5f5-935bec42e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c701985-2086-463b-939b-e6ed3220701c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:21.641881 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:21.694373 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72bbdc6f-7f36-4c85-883b-27a3931428ac admin admin] Publish callbacks [] for security_group (9c701985-2086-463b-939b-e6ed3220701c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.717394 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (da2aa4ed-4853-49ff-906c-f842b03600bb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.717728 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72bbdc6f-7f36-4c85-883b-27a3931428ac admin admin] Publish callbacks [] for security_group (9c701985-2086-463b-939b-e6ed3220701c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.782044 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Deleting port ef1e7f94-e263-45dd-8e7d-05e8315efc30 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:21.782402 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.836134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] DHCP port deletion for da2aa4ed-4853-49ff-906c-f842b03600bb request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:32:21.884110 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] For port ef1e7f94-e263-45dd-8e7d-05e8315efc30, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=ef1e7f94-e263-45dd-8e7d-05e8315efc30,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:21.884241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] Deleting port ef1e7f94-e263-45dd-8e7d-05e8315efc30 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:21.884241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.884458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.894145 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:21.907407 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Calling delete_port for ef1e7f94-e263-45dd-8e7d-05e8315efc30 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:21.908103 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72bbdc6f-7f36-4c85-883b-27a3931428ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (9c701985-2086-463b-939b-e6ed3220701c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.913632 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72bbdc6f-7f36-4c85-883b-27a3931428ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:21.922946 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-72bbdc6f-7f36-4c85-883b-27a3931428ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c701985-2086-463b-939b-e6ed3220701c HTTP/1.1" status: 204 len: 168 time: 0.2813377 May 03 12:32:21.937689 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbdc6f-7f36-4c85-883b-27a3931428ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c701985-2086-463b-939b-e6ed3220701c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:21.999823 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] For port ef1e7f94-e263-45dd-8e7d-05e8315efc30, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=ef1e7f94-e263-45dd-8e7d-05e8315efc30,segment=NetworkSegment(b94308fe-8cab-4d32-b4b9-c4e9af9207a9),segment_id=b94308fe-8cab-4d32-b4b9-c4e9af9207a9)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:22.002643 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.039424 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] Calling delete_port for ef1e7f94-e263-45dd-8e7d-05e8315efc30 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:22.045095 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1e954f-c78b-4175-a59d-ba026aade675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.118851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.123461 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1e954f-c78b-4175-a59d-ba026aade675 admin admin] Publish callbacks [] for security_group (5eaa11c0-fa75-4105-92d8-cad1ee5d6773), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.134997 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] No DVR routers for this DVR port ef1e7f94-e263-45dd-8e7d-05e8315efc30 on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:22.135159 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (ef1e7f94-e263-45dd-8e7d-05e8315efc30), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.161271 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] Pushing event deleted for resources: {'Port': ['ID=ef1e7f94-e263-45dd-8e7d-05e8315efc30,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:22.164622 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed9fb0-07f9-4b81-b454-ca70d17754f9 None None] No DVR routers for this DVR port ef1e7f94-e263-45dd-8e7d-05e8315efc30 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:22.184895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1e7f94-e263-45dd-8e7d-05e8315efc30,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:22.210461 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1e954f-c78b-4175-a59d-ba026aade675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5eaa11c0-fa75-4105-92d8-cad1ee5d6773), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.236250 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (da2aa4ed-4853-49ff-906c-f842b03600bb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.252394 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e954f-c78b-4175-a59d-ba026aade675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaa11c0-fa75-4105-92d8-cad1ee5d6773,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:22.261210 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5e1e954f-c78b-4175-a59d-ba026aade675 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a97062b81a464349855b5b93da0235e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634183 May 03 12:32:22.261770 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:22.271594 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2aa4ed-4853-49ff-906c-f842b03600bb']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:22.282550 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:22.283370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94308fe-8cab-4d32-b4b9-c4e9af9207a9') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:22.298882 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (b94308fe-8cab-4d32-b4b9-c4e9af9207a9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.314221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (b94308fe-8cab-4d32-b4b9-c4e9af9207a9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.318880 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b7d548-617b-4069-93c4-657b0316bfa6 admin admin] Publish callbacks [] for security_group (5eaa11c0-fa75-4105-92d8-cad1ee5d6773), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.320696 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:22.321100 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (b94308fe-8cab-4d32-b4b9-c4e9af9207a9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:22.322791 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:22.347803 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b7d548-617b-4069-93c4-657b0316bfa6 admin admin] Publish callbacks [] for security_group (5eaa11c0-fa75-4105-92d8-cad1ee5d6773), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.507607 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (da2aa4ed-4853-49ff-906c-f842b03600bb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.507860 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b7d548-617b-4069-93c4-657b0316bfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (5eaa11c0-fa75-4105-92d8-cad1ee5d6773), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.510469 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61b7d548-617b-4069-93c4-657b0316bfa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.511636 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-61b7d548-617b-4069-93c4-657b0316bfa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5eaa11c0-fa75-4105-92d8-cad1ee5d6773 HTTP/1.1" status: 204 len: 168 time: 0.2493415 May 03 12:32:22.512259 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.518459 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] 10.222.0.21 "DELETE /v2.0/networks/da2aa4ed-4853-49ff-906c-f842b03600bb HTTP/1.1" status: 204 len: 168 time: 0.9143534 May 03 12:32:22.520023 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45148) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:22.522210 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7d548-617b-4069-93c4-657b0316bfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaa11c0-fa75-4105-92d8-cad1ee5d6773,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:22.533872 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e63294-69a6-4ac4-b31c-b761c6f15a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=da2aa4ed-4853-49ff-906c-f842b03600bb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:22.637811 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:22.660153 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:22.660903 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device b922f42f-6a6d-40d3-bff0-dc7d5f35a8bc not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:22.661559 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 115406ab-8344-4e01-a355-fdcf0a7221ba no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:22.683873 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 115406ab-8344-4e01-a355-fdcf0a7221ba {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:22.684462 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 115406ab-8344-4e01-a355-fdcf0a7221ba not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:22.685150 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device ef1e7f94-e263-45dd-8e7d-05e8315efc30 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:22.712186 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: ef1e7f94-e263-45dd-8e7d-05e8315efc30 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:22.712863 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device ef1e7f94-e263-45dd-8e7d-05e8315efc30 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:22.850452 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1c6b8b49-eae2-487f-a710-467bbad895ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:22.867932 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (a3916857-c92b-4ed3-a604-5d4ccae1342a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.119514 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Deleting port e861044b-3027-4369-b46d-014f7a8d165f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:23.120155 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (e861044b-3027-4369-b46d-014f7a8d165f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.203578 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] For port e861044b-3027-4369-b46d-014f7a8d165f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=e861044b-3027-4369-b46d-014f7a8d165f,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:23.203950 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (e861044b-3027-4369-b46d-014f7a8d165f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.218762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Calling delete_port for e861044b-3027-4369-b46d-014f7a8d165f owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:23.252987 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45168) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:23.293502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45174) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:23.308122 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-672cce2c-5a37-4c53-9ad8-d108b4cfe636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.397439 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-672cce2c-5a37-4c53-9ad8-d108b4cfe636 admin admin] Publish callbacks [] for security_group (4617e6cf-6c21-44cd-8ca1-dda5e9d39103), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.461847 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-672cce2c-5a37-4c53-9ad8-d108b4cfe636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (4617e6cf-6c21-44cd-8ca1-dda5e9d39103), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.487244 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138338778-network', 'tenant_id': 'ff695082c1cb48b0b4e58a59f89dd401'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:23.519210 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (e861044b-3027-4369-b46d-014f7a8d165f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.525335 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-672cce2c-5a37-4c53-9ad8-d108b4cfe636 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acabfc151141452a9a89eabdc098e685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281485 May 03 12:32:23.525335 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cce2c-5a37-4c53-9ad8-d108b4cfe636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4617e6cf-6c21-44cd-8ca1-dda5e9d39103,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:23.529051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45178) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:23.546413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Pushing event deleted for resources: {'Port': ['ID=e861044b-3027-4369-b46d-014f7a8d165f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:23.589912 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c82645f-7b7d-4014-aa53-b47333c7ce83 admin admin] Publish callbacks [] for security_group (4617e6cf-6c21-44cd-8ca1-dda5e9d39103), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.594663 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Made reservation on behalf of ff695082c1cb48b0b4e58a59f89dd401 for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:23.597744 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.617654 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.635510 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c82645f-7b7d-4014-aa53-b47333c7ce83 admin admin] Publish callbacks [] for security_group (4617e6cf-6c21-44cd-8ca1-dda5e9d39103), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.723798 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (a3916857-c92b-4ed3-a604-5d4ccae1342a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.733047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks [] for security_group (921e302d-c4b9-4aa0-b13c-9479ae45a468), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.764939 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c82645f-7b7d-4014-aa53-b47333c7ce83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (4617e6cf-6c21-44cd-8ca1-dda5e9d39103), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.767666 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c82645f-7b7d-4014-aa53-b47333c7ce83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.769040 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3c82645f-7b7d-4014-aa53-b47333c7ce83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4617e6cf-6c21-44cd-8ca1-dda5e9d39103 HTTP/1.1" status: 204 len: 168 time: 0.2379408 May 03 12:32:23.776870 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c82645f-7b7d-4014-aa53-b47333c7ce83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4617e6cf-6c21-44cd-8ca1-dda5e9d39103,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:23.799311 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (921e302d-c4b9-4aa0-b13c-9479ae45a468), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.835066 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921e302d-c4b9-4aa0-b13c-9479ae45a468,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:23.845306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:32:23.857063 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (58b4ead3-b211-441f-8616-aa06c75d98d6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:23.857063 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Added segment 58b4ead3-b211-441f-8616-aa06c75d98d6 of type vlan for network 7845aab4-9408-4b68-809f-d8643dc0993c May 03 12:32:23.903026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (7845aab4-9408-4b68-809f-d8643dc0993c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.004870 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (7845aab4-9408-4b68-809f-d8643dc0993c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.006442 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:24.007033 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.072257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] Pushing event updated for resources: {'Network': ['ID=7845aab4-9408-4b68-809f-d8643dc0993c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:24.089453 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 7845aab4-9408-4b68-809f-d8643dc0993c details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:32:24.138682 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f1f82bd9-7075-4d48-ac6d-8a58d97dcf08 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8847039 May 03 12:32:24.139572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45184) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:24.145748 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Request body: {'subnet': {'network_id': '7845aab4-9408-4b68-809f-d8643dc0993c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138338778-subnet', 'tenant_id': 'ff695082c1cb48b0b4e58a59f89dd401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:24.182266 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.262047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Made reservation on behalf of ff695082c1cb48b0b4e58a59f89dd401 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:24.264817 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.315510 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Router a3916857-c92b-4ed3-a604-5d4ccae1342a has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:32:24.425436 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:32:24.432892 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-2b71f289-59be-48e2-8b40-64799e210868 admin admin] 10.222.0.21 "PUT /v2.0/routers/a3916857-c92b-4ed3-a604-5d4ccae1342a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9116147 May 03 12:32:24.433436 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:24.434429 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] Sync routers for ids ['a3916857-c92b-4ed3-a604-5d4ccae1342a'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:32:24.445613 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] Routers {'a3916857-c92b-4ed3-a604-5d4ccae1342a'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:24.446406 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['a3916857-c92b-4ed3-a604-5d4ccae1342a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:24.548579 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (714d0038-c5e3-4b54-9282-55c4884972b8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.569731 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks [] for router (a3916857-c92b-4ed3-a604-5d4ccae1342a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.588580 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] Set router a3916857-c92b-4ed3-a604-5d4ccae1342a gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:24.656304 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Pushing event updated for resources: {'Subnet': ['ID=714d0038-c5e3-4b54-9282-55c4884972b8,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:24.724147 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Checking segment: {'id': '58b4ead3-b211-441f-8616-aa06c75d98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7845aab4-9408-4b68-809f-d8643dc0993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:32:24.724533 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Network hostable DHCP agents. Network: 7845aab4-9408-4b68-809f-d8643dc0993c, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:32:24.737744 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks [] for router_gateway (a3916857-c92b-4ed3-a604-5d4ccae1342a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.792865 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:32:23Z', 'revision_number': 5, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:24.810254 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Network 7845aab4-9408-4b68-809f-d8643dc0993c is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:32:24.819500 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] Checking router: a3916857-c92b-4ed3-a604-5d4ccae1342a for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:32:24.827789 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] Routers {'a3916857-c92b-4ed3-a604-5d4ccae1342a'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:32:24.828465 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['a3916857-c92b-4ed3-a604-5d4ccae1342a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:24.867597 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Deleting port eb3f1bed-4d23-4f43-ab58-c960333de93f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:24.867939 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.929540 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 7845aab4-9408-4b68-809f-d8643dc0993c) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:32:24.938371 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:24.939192 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.949834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f41e3c-2a80-4b59-89cd-aa4b17b8df69 None None] Network 7845aab4-9408-4b68-809f-d8643dc0993c requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:24.952765 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] For port eb3f1bed-4d23-4f43-ab58-c960333de93f, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=eb3f1bed-4d23-4f43-ab58-c960333de93f,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:24.953204 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:24.954384 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] Set router a3916857-c92b-4ed3-a604-5d4ccae1342a gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:32:24.971544 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Calling delete_port for eb3f1bed-4d23-4f43-ab58-c960333de93f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:25.038057 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2e861d5b-2193-4840-82aa-ae68945d75de admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8962204 May 03 12:32:25.065628 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77255ea3-c012-4b56-bfb1-ba4bbeef1df9 None None] Network 7845aab4-9408-4b68-809f-d8643dc0993c requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:25.236032 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:32:23Z', 'revision_number': 5, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:25.260941 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69548e62-4ff9-4f81-b0b3-475a717c3ef9 None None] The sync data for ids ['a3916857-c92b-4ed3-a604-5d4ccae1342a'] in dv-cinder-824911-5-iscsi is: [{'id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'name': 'tempest-TestMinimumBasicScenario-1586657684-router', 'tenant_id': '736d95a987d5459594dd5b1aea58a612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:29:32Z', 'updated_at': '2022-05-03T12:32:23Z', 'revision_number': 5, 'project_id': '736d95a987d5459594dd5b1aea58a612', 'gw_port': {'id': 'eb3f1bed-4d23-4f43-ab58-c960333de93f', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3916857-c92b-4ed3-a604-5d4ccae1342a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:29:33Z', 'updated_at': '2022-05-03T12:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:32:25.290614 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (eb3f1bed-4d23-4f43-ab58-c960333de93f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.317107 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3f1bed-4d23-4f43-ab58-c960333de93f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:25.388044 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.389782 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (a3916857-c92b-4ed3-a604-5d4ccae1342a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.488251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (a3916857-c92b-4ed3-a604-5d4ccae1342a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.490349 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks [] for router_controller (a3916857-c92b-4ed3-a604-5d4ccae1342a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.587877 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (a3916857-c92b-4ed3-a604-5d4ccae1342a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.588493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3916857-c92b-4ed3-a604-5d4ccae1342a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:32:25.593029 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.594391 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-984da8c8-f518-4a3d-8fa1-c184bdf40661 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a3916857-c92b-4ed3-a604-5d4ccae1342a HTTP/1.1" status: 204 len: 168 time: 1.1598327 May 03 12:32:25.598632 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45230) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:25.645406 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Deleting subnet 47767a0b-2a82-473f-89e0-353079e1981c {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:25.649075 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Publish callbacks [] for subnet (47767a0b-2a82-473f-89e0-353079e1981c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.683490 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (47767a0b-2a82-473f-89e0-353079e1981c), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.778155 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (47767a0b-2a82-473f-89e0-353079e1981c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:25.926509 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:25.932813 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223121027-network', 'tenant_id': 'b0851014d2cf41f2ac8d44964d44478d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:26.017309 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Made reservation on behalf of b0851014d2cf41f2ac8d44964d44478d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:26.017879 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.029915 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.155737 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks [] for security_group (e883d75a-cc52-47dd-93e3-1fd27f870fdf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.248489 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (47767a0b-2a82-473f-89e0-353079e1981c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.277001 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47767a0b-2a82-473f-89e0-353079e1981c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:26.279425 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.281275 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e883d75a-cc52-47dd-93e3-1fd27f870fdf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.285139 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-dc43fc37-20e0-440e-85c0-516ca692dc00 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47767a0b-2a82-473f-89e0-353079e1981c HTTP/1.1" status: 204 len: 168 time: 0.6851256 May 03 12:32:26.285556 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45256) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:26.290651 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeee2b4-3724-4960-a71f-7eeb7c9a160e None None] Network 64a41ce5-3612-4fbf-a776-23079e7e85bb requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:26.302341 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:26.331331 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:32:26.333587 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883d75a-cc52-47dd-93e3-1fd27f870fdf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:26.356464 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (cee9bbb0-8c7f-463b-a158-84f60f8e9efc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.356821 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Added segment cee9bbb0-8c7f-463b-a158-84f60f8e9efc of type vlan for network 92ceed4c-6973-4ff8-abf8-60ad17f98ee9 May 03 12:32:26.408734 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (92ceed4c-6973-4ff8-abf8-60ad17f98ee9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.461274 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (64a41ce5-3612-4fbf-a776-23079e7e85bb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.499795 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (92ceed4c-6973-4ff8-abf8-60ad17f98ee9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.499795 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:26.499795 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.516831 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] DHCP port deletion for 64a41ce5-3612-4fbf-a776-23079e7e85bb request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:32:26.527899 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Deleting port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:26.527899 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.538972 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31fcf51e-a01a-4bd9-986d-51c4d2d8e52c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.593984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] Deleting port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:32:26.595141 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.602275 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] Pushing event updated for resources: {'Network': ['ID=92ceed4c-6973-4ff8-abf8-60ad17f98ee9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:26.609979 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] For port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:26.610495 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.628513 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Calling delete_port for a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:26.650275 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 92ceed4c-6973-4ff8-abf8-60ad17f98ee9 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:32:26.665396 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-adadda18-169d-453c-bffd-b8651c16419d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7302592 May 03 12:32:26.665396 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:26.674817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Request body: {'subnet': {'network_id': '92ceed4c-6973-4ff8-abf8-60ad17f98ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223121027-subnet', 'tenant_id': 'b0851014d2cf41f2ac8d44964d44478d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:26.690889 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31fcf51e-a01a-4bd9-986d-51c4d2d8e52c admin admin] Publish callbacks [] for security_group (1963ba20-d21a-423c-87b6-80edeec1e869), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.721446 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e861044b-3027-4369-b46d-014f7a8d165f no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:26.764073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: e861044b-3027-4369-b46d-014f7a8d165f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:26.764330 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device e861044b-3027-4369-b46d-014f7a8d165f not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:26.764813 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device eb3f1bed-4d23-4f43-ab58-c960333de93f no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:26.775992 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31fcf51e-a01a-4bd9-986d-51c4d2d8e52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1963ba20-d21a-423c-87b6-80edeec1e869), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.800155 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.806489 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Made reservation on behalf of b0851014d2cf41f2ac8d44964d44478d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:26.808866 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-120547406'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.816495 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] For port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,segment=NetworkSegment(a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63),segment_id=a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:26.816875 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.830623 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: eb3f1bed-4d23-4f43-ab58-c960333de93f {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:26.834180 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:26.834316 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device eb3f1bed-4d23-4f43-ab58-c960333de93f not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:26.834316 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:32:26.834481 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-31fcf51e-a01a-4bd9-986d-51c4d2d8e52c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=777b47a800394b9f9a448e4b511bd0e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292673 May 03 12:32:26.834587 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] No DVR routers for this DVR port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:26.836858 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45266) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:26.839853 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcf51e-a01a-4bd9-986d-51c4d2d8e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963ba20-d21a-423c-87b6-80edeec1e869,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:26.862956 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] Calling delete_port for a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:32:26.864301 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:32:26.864662 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:32:26.952351 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.973575 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:32:26.984065 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (64a41ce5-3612-4fbf-a776-23079e7e85bb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.988642 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] Pushing event deleted for resources: {'Port': ['ID=a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:26.997258 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f75b0ae0-ae70-49cd-b52b-a8d017e03991 admin admin] Publish callbacks [] for security_group (1963ba20-d21a-423c-87b6-80edeec1e869), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:26.997697 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccda6aa-0b76-496c-9e3a-041e81bcb190 None None] No DVR routers for this DVR port a5e47d41-3b85-4dc9-bb6b-c1a708ed03bd on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:32:27.019410 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a41ce5-3612-4fbf-a776-23079e7e85bb']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:27.037670 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:27.037973 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:27.040899 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f75b0ae0-ae70-49cd-b52b-a8d017e03991 admin admin] Publish callbacks [] for security_group (1963ba20-d21a-423c-87b6-80edeec1e869), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.055779 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.073333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118792481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-120547408'] for subnet (082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.082637 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.092119 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:27.092622 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (a59b6e8f-5a6e-4b0f-8a7f-73d6b6b16a63), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:27.095207 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:27.141276 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:27.154973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Checking segment: {'id': 'cee9bbb0-8c7f-463b-a158-84f60f8e9efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '92ceed4c-6973-4ff8-abf8-60ad17f98ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:32:27.156122 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Network hostable DHCP agents. Network: 92ceed4c-6973-4ff8-abf8-60ad17f98ee9, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:32:27.176292 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.193593 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f75b0ae0-ae70-49cd-b52b-a8d017e03991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1963ba20-d21a-423c-87b6-80edeec1e869), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.196271 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f75b0ae0-ae70-49cd-b52b-a8d017e03991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.197496 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f75b0ae0-ae70-49cd-b52b-a8d017e03991 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1963ba20-d21a-423c-87b6-80edeec1e869 HTTP/1.1" status: 204 len: 168 time: 0.3580647 May 03 12:32:27.205218 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b0ae0-ae70-49cd-b52b-a8d017e03991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963ba20-d21a-423c-87b6-80edeec1e869,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:27.238876 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (64a41ce5-3612-4fbf-a776-23079e7e85bb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.247038 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.250335 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] 10.222.0.21 "DELETE /v2.0/networks/64a41ce5-3612-4fbf-a776-23079e7e85bb HTTP/1.1" status: 204 len: 168 time: 0.9636352 May 03 12:32:27.256333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Network 92ceed4c-6973-4ff8-abf8-60ad17f98ee9 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:32:27.270732 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d87593-35d5-478d-b9cb-9e72d5ca4c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a41ce5-3612-4fbf-a776-23079e7e85bb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:27.318849 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 92ceed4c-6973-4ff8-abf8-60ad17f98ee9) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:32:27.322945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:27.323578 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.327784 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5c75b-12db-4aec-b8d0-91dcd498a691 None None] Network 92ceed4c-6973-4ff8-abf8-60ad17f98ee9 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:27.412921 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-60162642-c87c-4dd2-8f18-e4fa76e7b46d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7456186 May 03 12:32:27.429487 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ab8150-a9cd-499c-9bf7-a1a4adb0c451 None None] Network 92ceed4c-6973-4ff8-abf8-60ad17f98ee9 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:27.573047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45280) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:27.611700 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:27.621218 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Deleting subnet 714d0038-c5e3-4b54-9282-55c4884972b8 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:27.624686 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Publish callbacks [] for subnet (714d0038-c5e3-4b54-9282-55c4884972b8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.655017 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0a23d56a-439d-4bce-a2db-53fe0165d823 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7295e7b624c421095f925d2875434e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418575 May 03 12:32:27.657970 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:27.662332 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (714d0038-c5e3-4b54-9282-55c4884972b8), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.703341 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (714d0038-c5e3-4b54-9282-55c4884972b8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.708387 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b84adee8-60d8-4503-b662-cf700753b7af admin admin] Publish callbacks [] for security_group (a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.733796 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b84adee8-60d8-4503-b662-cf700753b7af admin admin] Publish callbacks [] for security_group (a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.839079 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (714d0038-c5e3-4b54-9282-55c4884972b8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.865206 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714d0038-c5e3-4b54-9282-55c4884972b8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:27.867160 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.870313 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1e8d2f41-fe3b-48ef-9383-7bc37b9c3f4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/714d0038-c5e3-4b54-9282-55c4884972b8 HTTP/1.1" status: 204 len: 168 time: 0.2960837 May 03 12:32:27.873011 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:27.882432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b84adee8-60d8-4503-b662-cf700753b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.884968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b84adee8-60d8-4503-b662-cf700753b7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:27.886047 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b84adee8-60d8-4503-b662-cf700753b7af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af HTTP/1.1" status: 204 len: 168 time: 0.2271821 May 03 12:32:27.913094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84adee8-60d8-4503-b662-cf700753b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ae7b8c-bdb1-4c6e-ba7a-ed5f206591af,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:27.961335 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (7845aab4-9408-4b68-809f-d8643dc0993c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.037454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (7845aab4-9408-4b68-809f-d8643dc0993c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.040255 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:28.066024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af23e810-7838-4202-b25d-6bd4bb5f9d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.070804 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7845aab4-9408-4b68-809f-d8643dc0993c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:28.091192 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b4ead3-b211-441f-8616-aa06c75d98d6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:28.091495 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b4ead3-b211-441f-8616-aa06c75d98d6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:28.106249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117466794'] for segment (58b4ead3-b211-441f-8616-aa06c75d98d6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.124031 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (58b4ead3-b211-441f-8616-aa06c75d98d6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.135133 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:28.136915 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118792332'] for segment (58b4ead3-b211-441f-8616-aa06c75d98d6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: Traceback (most recent call last): May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: timer() May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: cb(*args, **kw) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: return func(*args, **kwargs) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: self._notify() May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: self.callback(batched_events) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: event.method(event) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: return f(self, *a, **k) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._get(url).json() May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: return self.request(url, 'GET', **kwargs) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:28.138724 dv-cinder-824911-5-iscsi neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:28.225545 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af23e810-7838-4202-b25d-6bd4bb5f9d59 admin admin] Publish callbacks [] for security_group (f2ae4b43-b64e-4e12-96ff-958a4949991c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.250806 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (7845aab4-9408-4b68-809f-d8643dc0993c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.257333 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.260640 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7845aab4-9408-4b68-809f-d8643dc0993c HTTP/1.1" status: 204 len: 168 time: 0.3866007 May 03 12:32:28.263914 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45298) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:28.269881 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71eed6-bcf8-4af6-a2e7-4558bac2e428 admin admin] Pushing event deleted for resources: {'Network': ['ID=7845aab4-9408-4b68-809f-d8643dc0993c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:28.301893 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af23e810-7838-4202-b25d-6bd4bb5f9d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f2ae4b43-b64e-4e12-96ff-958a4949991c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.318593 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Deleting subnet 082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6 {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:32:28.321904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Publish callbacks [] for subnet (082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.344423 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-af23e810-7838-4202-b25d-6bd4bb5f9d59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8454e0a731cf400e9f93fcd2addd2777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998798 May 03 12:32:28.344423 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23e810-7838-4202-b25d-6bd4bb5f9d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ae4b43-b64e-4e12-96ff-958a4949991c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:28.344742 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45300) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:28.383965 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.440984 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c72097b-8690-4d56-a5bb-c77e5d7550e3 admin admin] Publish callbacks [] for security_group (f2ae4b43-b64e-4e12-96ff-958a4949991c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.446293 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.487795 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c72097b-8690-4d56-a5bb-c77e5d7550e3 admin admin] Publish callbacks [] for security_group (f2ae4b43-b64e-4e12-96ff-958a4949991c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.587255 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45302) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:28.605548 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.640693 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:28.642451 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c72097b-8690-4d56-a5bb-c77e5d7550e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f2ae4b43-b64e-4e12-96ff-958a4949991c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.645002 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c72097b-8690-4d56-a5bb-c77e5d7550e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.646110 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2c72097b-8690-4d56-a5bb-c77e5d7550e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2ae4b43-b64e-4e12-96ff-958a4949991c HTTP/1.1" status: 204 len: 168 time: 0.3004997 May 03 12:32:28.657943 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.661005 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-239c3786-7d84-4aaa-ad51-a0f48adf30f0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/082b3ac3-779d-4ec3-b167-2aa5c2c5f7c6 HTTP/1.1" status: 204 len: 168 time: 0.3957586 May 03 12:32:28.663570 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:28.666929 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72097b-8690-4d56-a5bb-c77e5d7550e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ae4b43-b64e-4e12-96ff-958a4949991c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:28.670490 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ebb397a5-9495-4de2-b388-f33a12bf76d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=736d95a987d5459594dd5b1aea58a612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821729 May 03 12:32:28.682162 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45308) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:28.739443 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (92ceed4c-6973-4ff8-abf8-60ad17f98ee9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.746615 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51710156-3e4f-4091-a91e-05782467190b admin admin] Publish callbacks [] for security_group (3f6e0048-118d-46be-bca8-963c113e6113), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.771256 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51710156-3e4f-4091-a91e-05782467190b admin admin] Publish callbacks [] for security_group (3f6e0048-118d-46be-bca8-963c113e6113), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.831107 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (92ceed4c-6973-4ff8-abf8-60ad17f98ee9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.851220 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ceed4c-6973-4ff8-abf8-60ad17f98ee9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:28.864015 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee9bbb0-8c7f-463b-a158-84f60f8e9efc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:28.864463 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee9bbb0-8c7f-463b-a158-84f60f8e9efc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:32:28.876598 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117466794'] for segment (cee9bbb0-8c7f-463b-a158-84f60f8e9efc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.878823 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51710156-3e4f-4091-a91e-05782467190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (3f6e0048-118d-46be-bca8-963c113e6113), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.881460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51710156-3e4f-4091-a91e-05782467190b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.886658 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-51710156-3e4f-4091-a91e-05782467190b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f6e0048-118d-46be-bca8-963c113e6113 HTTP/1.1" status: 204 len: 168 time: 0.1979029 May 03 12:32:28.891238 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (cee9bbb0-8c7f-463b-a158-84f60f8e9efc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.898210 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:32:28.898352 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118792332'] for segment (cee9bbb0-8c7f-463b-a158-84f60f8e9efc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: Traceback (most recent call last): May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: timer() May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: cb(*args, **kw) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: return func(*args, **kwargs) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: self._notify() May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: self.callback(batched_events) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: event.method(event) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: return f(self, *a, **k) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._get(url).json() May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: return self.request(url, 'GET', **kwargs) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:32:28.899994 dv-cinder-824911-5-iscsi neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:32:28.901995 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51710156-3e4f-4091-a91e-05782467190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6e0048-118d-46be-bca8-963c113e6113,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:29.027564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (92ceed4c-6973-4ff8-abf8-60ad17f98ee9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.033418 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.036517 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/92ceed4c-6973-4ff8-abf8-60ad17f98ee9 HTTP/1.1" status: 204 len: 168 time: 0.3718896 May 03 12:32:29.047543 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677813d0-f5d8-4aab-b1e9-2cb7482692d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ceed4c-6973-4ff8-abf8-60ad17f98ee9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:29.281710 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:29.317325 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dffa0fc-c40f-41de-88cc-d69802da7470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.411184 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dffa0fc-c40f-41de-88cc-d69802da7470 admin admin] Publish callbacks [] for security_group (c3db8d5d-8828-4924-a9b9-42db2e6d15fa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.512802 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dffa0fc-c40f-41de-88cc-d69802da7470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c3db8d5d-8828-4924-a9b9-42db2e6d15fa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.550058 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffa0fc-c40f-41de-88cc-d69802da7470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db8d5d-8828-4924-a9b9-42db2e6d15fa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:29.554363 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6dffa0fc-c40f-41de-88cc-d69802da7470 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72be2a25eb2f4c41bf5e2d0e9a70cec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714219 May 03 12:32:29.557037 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:29.604025 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15725cfd-0a43-4aaf-ad17-4809a03f6618 admin admin] Publish callbacks [] for security_group (c3db8d5d-8828-4924-a9b9-42db2e6d15fa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.615695 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45326) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:29.625569 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15725cfd-0a43-4aaf-ad17-4809a03f6618 admin admin] Publish callbacks [] for security_group (c3db8d5d-8828-4924-a9b9-42db2e6d15fa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.658975 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5c7b3657-e23f-4609-9406-980f957a2c45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff695082c1cb48b0b4e58a59f89dd401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391490 May 03 12:32:29.659547 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45328) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:29.705713 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebd516f0-7950-437f-8dfb-8a523eaa745e admin admin] Publish callbacks [] for security_group (921e302d-c4b9-4aa0-b13c-9479ae45a468), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.725737 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebd516f0-7950-437f-8dfb-8a523eaa745e admin admin] Publish callbacks [] for security_group (921e302d-c4b9-4aa0-b13c-9479ae45a468), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.775733 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15725cfd-0a43-4aaf-ad17-4809a03f6618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c3db8d5d-8828-4924-a9b9-42db2e6d15fa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.778364 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15725cfd-0a43-4aaf-ad17-4809a03f6618 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.779616 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-15725cfd-0a43-4aaf-ad17-4809a03f6618 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3db8d5d-8828-4924-a9b9-42db2e6d15fa HTTP/1.1" status: 204 len: 168 time: 0.2215981 May 03 12:32:29.787600 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15725cfd-0a43-4aaf-ad17-4809a03f6618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db8d5d-8828-4924-a9b9-42db2e6d15fa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:29.827169 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebd516f0-7950-437f-8dfb-8a523eaa745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (921e302d-c4b9-4aa0-b13c-9479ae45a468), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.829909 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebd516f0-7950-437f-8dfb-8a523eaa745e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:29.831190 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ebd516f0-7950-437f-8dfb-8a523eaa745e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/921e302d-c4b9-4aa0-b13c-9479ae45a468 HTTP/1.1" status: 204 len: 168 time: 0.1710892 May 03 12:32:29.841422 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd516f0-7950-437f-8dfb-8a523eaa745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921e302d-c4b9-4aa0-b13c-9479ae45a468,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:30.479375 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:30.522369 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-22a276aa-0a6d-4a0f-915a-20e302ca36ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0851014d2cf41f2ac8d44964d44478d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417726 May 03 12:32:30.524748 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:30.574977 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59b431fa-61ec-4801-8dea-0d9ce166943f admin admin] Publish callbacks [] for security_group (e883d75a-cc52-47dd-93e3-1fd27f870fdf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:30.597799 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59b431fa-61ec-4801-8dea-0d9ce166943f admin admin] Publish callbacks [] for security_group (e883d75a-cc52-47dd-93e3-1fd27f870fdf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:30.707389 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59b431fa-61ec-4801-8dea-0d9ce166943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e883d75a-cc52-47dd-93e3-1fd27f870fdf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:30.709973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59b431fa-61ec-4801-8dea-0d9ce166943f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:30.711115 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-59b431fa-61ec-4801-8dea-0d9ce166943f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e883d75a-cc52-47dd-93e3-1fd27f870fdf HTTP/1.1" status: 204 len: 168 time: 0.1854379 May 03 12:32:30.720211 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b431fa-61ec-4801-8dea-0d9ce166943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883d75a-cc52-47dd-93e3-1fd27f870fdf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:31.469314 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:31.574018 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00873066-0d0a-4e59-bed1-6fe9a1995276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.655024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00873066-0d0a-4e59-bed1-6fe9a1995276 admin admin] Publish callbacks [] for security_group (42114de0-90fa-4afc-bce3-a83a2a78683b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.730131 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00873066-0d0a-4e59-bed1-6fe9a1995276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (42114de0-90fa-4afc-bce3-a83a2a78683b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.770828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-00873066-0d0a-4e59-bed1-6fe9a1995276 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f07e75bb049a410e8de45304eb4bb308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979553 May 03 12:32:31.770828 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00873066-0d0a-4e59-bed1-6fe9a1995276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42114de0-90fa-4afc-bce3-a83a2a78683b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:31.771443 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45396) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:31.822907 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab3373e0-8722-4f70-af3b-5c6f3fc03c0b admin admin] Publish callbacks [] for security_group (42114de0-90fa-4afc-bce3-a83a2a78683b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.846161 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab3373e0-8722-4f70-af3b-5c6f3fc03c0b admin admin] Publish callbacks [] for security_group (42114de0-90fa-4afc-bce3-a83a2a78683b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.936156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab3373e0-8722-4f70-af3b-5c6f3fc03c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (42114de0-90fa-4afc-bce3-a83a2a78683b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.938806 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab3373e0-8722-4f70-af3b-5c6f3fc03c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:31.943567 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ab3373e0-8722-4f70-af3b-5c6f3fc03c0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42114de0-90fa-4afc-bce3-a83a2a78683b HTTP/1.1" status: 204 len: 168 time: 0.1673489 May 03 12:32:31.947548 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3373e0-8722-4f70-af3b-5c6f3fc03c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42114de0-90fa-4afc-bce3-a83a2a78683b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:35.501705 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:35.657983 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-d6984dab-83ce-48fa-8111-0697fdb18d80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417848 May 03 12:32:35.753096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-8aab3a81-505e-4758-a1d4-80068cf54679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:35.754607 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-8aab3a81-505e-4758-a1d4-80068cf54679 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0397551 May 03 12:32:35.881948 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-f7b2c1f5-cffb-408a-a639-9853c2a52a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:35.883439 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-f7b2c1f5-cffb-408a-a639-9853c2a52a53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 910 time: 0.1086237 May 03 12:32:35.950028 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-fbd6b20d-1dc1-4b97-83c3-a2cd96d71912 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 1001 time: 0.0590742 May 03 12:32:35.997056 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-fe897c21-7b53-4669-84f1-55505c48dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:36.002531 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-fe897c21-7b53-4669-84f1-55505c48dd40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.0430541 May 03 12:32:36.042865 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-826463ca-b71f-43b9-b516-f3046cbadfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:36.044389 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-826463ca-b71f-43b9-b516-f3046cbadfe2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389359 May 03 12:32:36.138109 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-4d71512e-84bf-4eff-892f-b35c3414b7de service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863380 May 03 12:32:36.228738 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-839fd854-39f7-4f6b-9f2e-2489759b4d6e req-7f44166b-9789-4eaa-9004-828845f94cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844347 May 03 12:32:37.300323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45536) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:37.366788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45540) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:37.446249 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f4302e5-c9c0-43db-86ad-0b361990b98a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.471426 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6890c9d6-e5d7-4e10-938d-95a7cdfb5e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.572034 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f4302e5-c9c0-43db-86ad-0b361990b98a admin admin] Publish callbacks [] for security_group (b3d9046b-5959-4d7a-b86f-e3a7b3f218e6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.591975 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6890c9d6-e5d7-4e10-938d-95a7cdfb5e3c admin admin] Publish callbacks [] for security_group (28835a70-6f56-4b03-8249-e3aadaa2910d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.621635 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f4302e5-c9c0-43db-86ad-0b361990b98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b3d9046b-5959-4d7a-b86f-e3a7b3f218e6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.643669 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6890c9d6-e5d7-4e10-938d-95a7cdfb5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (28835a70-6f56-4b03-8249-e3aadaa2910d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.672607 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4302e5-c9c0-43db-86ad-0b361990b98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9046b-5959-4d7a-b86f-e3a7b3f218e6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:37.680649 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3f4302e5-c9c0-43db-86ad-0b361990b98a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4874d160b6194ad9bdcfcb8d4d251c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3791077 May 03 12:32:37.683565 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:37.693664 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6890c9d6-e5d7-4e10-938d-95a7cdfb5e3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=011a84a950e44622885840639b673047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258381 May 03 12:32:37.696186 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45548) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:37.707326 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890c9d6-e5d7-4e10-938d-95a7cdfb5e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28835a70-6f56-4b03-8249-e3aadaa2910d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:37.766083 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8daefc5e-82bd-48c9-a387-4795dacfc83b admin admin] Publish callbacks [] for security_group (b3d9046b-5959-4d7a-b86f-e3a7b3f218e6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.776994 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d38bf4d-c52d-4a1c-b710-dabd04dd67fd admin admin] Publish callbacks [] for security_group (28835a70-6f56-4b03-8249-e3aadaa2910d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.798278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8daefc5e-82bd-48c9-a387-4795dacfc83b admin admin] Publish callbacks [] for security_group (b3d9046b-5959-4d7a-b86f-e3a7b3f218e6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.816627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d38bf4d-c52d-4a1c-b710-dabd04dd67fd admin admin] Publish callbacks [] for security_group (28835a70-6f56-4b03-8249-e3aadaa2910d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.947160 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8daefc5e-82bd-48c9-a387-4795dacfc83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (b3d9046b-5959-4d7a-b86f-e3a7b3f218e6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.949647 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8daefc5e-82bd-48c9-a387-4795dacfc83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.950773 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8daefc5e-82bd-48c9-a387-4795dacfc83b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3d9046b-5959-4d7a-b86f-e3a7b3f218e6 HTTP/1.1" status: 204 len: 168 time: 0.2661784 May 03 12:32:37.959313 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daefc5e-82bd-48c9-a387-4795dacfc83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9046b-5959-4d7a-b86f-e3a7b3f218e6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:37.993014 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d38bf4d-c52d-4a1c-b710-dabd04dd67fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (28835a70-6f56-4b03-8249-e3aadaa2910d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.995789 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d38bf4d-c52d-4a1c-b710-dabd04dd67fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:37.996994 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5d38bf4d-c52d-4a1c-b710-dabd04dd67fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28835a70-6f56-4b03-8249-e3aadaa2910d HTTP/1.1" status: 204 len: 168 time: 0.2998879 May 03 12:32:38.011678 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38bf4d-c52d-4a1c-b710-dabd04dd67fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28835a70-6f56-4b03-8249-e3aadaa2910d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:38.557380 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45568) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:38.571056 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0a7cffe-be55-4ac7-87ae-09105b0e0b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.647729 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0a7cffe-be55-4ac7-87ae-09105b0e0b62 admin admin] Publish callbacks [] for security_group (afa2c645-cdf4-4e36-ac1f-eee5e60d924d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.695708 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0a7cffe-be55-4ac7-87ae-09105b0e0b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (afa2c645-cdf4-4e36-ac1f-eee5e60d924d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.732918 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-d0a7cffe-be55-4ac7-87ae-09105b0e0b62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a33fb97953a34430ab19c2884431bc67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743963 May 03 12:32:38.734315 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7cffe-be55-4ac7-87ae-09105b0e0b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa2c645-cdf4-4e36-ac1f-eee5e60d924d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:38.736051 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45570) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:38.785993 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-594f6cc8-a654-4d7d-888e-235e1d371d5d admin admin] Publish callbacks [] for security_group (afa2c645-cdf4-4e36-ac1f-eee5e60d924d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.807649 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-594f6cc8-a654-4d7d-888e-235e1d371d5d admin admin] Publish callbacks [] for security_group (afa2c645-cdf4-4e36-ac1f-eee5e60d924d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.918584 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-594f6cc8-a654-4d7d-888e-235e1d371d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (afa2c645-cdf4-4e36-ac1f-eee5e60d924d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.921650 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-594f6cc8-a654-4d7d-888e-235e1d371d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:38.923038 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-594f6cc8-a654-4d7d-888e-235e1d371d5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afa2c645-cdf4-4e36-ac1f-eee5e60d924d HTTP/1.1" status: 204 len: 168 time: 0.1854377 May 03 12:32:38.930503 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f6cc8-a654-4d7d-888e-235e1d371d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa2c645-cdf4-4e36-ac1f-eee5e60d924d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:39.038170 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:39.224690 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-332072657-network', 'tenant_id': '352c16e51c3e44d9b54a0c94d6f74d13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:39.312951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Made reservation on behalf of 352c16e51c3e44d9b54a0c94d6f74d13 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:39.315322 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.325048 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.402809 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks [] for security_group (0db116a7-2862-4958-877e-b44c568197cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.490169 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0db116a7-2862-4958-877e-b44c568197cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.523607 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:32:39.533079 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db116a7-2862-4958-877e-b44c568197cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:39.539465 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (91592b53-a2f4-4467-8895-3b0b7737578a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.539812 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Added segment 91592b53-a2f4-4467-8895-3b0b7737578a of type vlan for network 33f20901-e34b-4845-9388-8ac5918a9a57 May 03 12:32:39.580524 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (33f20901-e34b-4845-9388-8ac5918a9a57), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.673266 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (33f20901-e34b-4845-9388-8ac5918a9a57), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.674611 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:39.675285 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:39.743345 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=33f20901-e34b-4845-9388-8ac5918a9a57,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:39.753976 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 33f20901-e34b-4845-9388-8ac5918a9a57 details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:32:39.778852 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0e7c9b36-e952-402a-9ef7-56748386f6e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7394586 May 03 12:32:39.781532 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:39.786424 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Request body: {'subnet': {'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-332072657-subnet', 'tenant_id': '352c16e51c3e44d9b54a0c94d6f74d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:39.872839 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Made reservation on behalf of 352c16e51c3e44d9b54a0c94d6f74d13 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:39.876760 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-120547406'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:40.125567 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118792481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-120547408'] for subnet (b3fa9f18-fa6b-47d1-8e9f-63e3533377de), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:40.182925 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fa9f18-fa6b-47d1-8e9f-63e3533377de,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:40.192119 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Checking segment: {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:32:40.192454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Network hostable DHCP agents. Network: 33f20901-e34b-4845-9388-8ac5918a9a57, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:32:40.284677 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Network 33f20901-e34b-4845-9388-8ac5918a9a57 is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:32:40.370766 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 33f20901-e34b-4845-9388-8ac5918a9a57) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:32:40.375936 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:40.381114 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:40.384098 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ecff4-dc6f-4078-92be-f165f107ea91 None None] Network 33f20901-e34b-4845-9388-8ac5918a9a57 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:40.481725 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-5cc22de4-0c3b-44df-8552-43918aaacbdd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6990998 May 03 12:32:40.640966 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347595fc-408a-433a-a1ee-fef9a9bc07e7 None None] Network 33f20901-e34b-4845-9388-8ac5918a9a57 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:32:42.694248 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-a43bc4b1-a226-46c8-8c36-01047fba7cd3 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:42.695705 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-a43bc4b1-a226-46c8-8c36-01047fba7cd3 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/networks?id=33f20901-e34b-4845-9388-8ac5918a9a57 HTTP/1.1" status: 200 len: 808 time: 0.1067443 May 03 12:32:42.710333 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-4ebf2d82-dbdc-42d5-8587-33ec7fff6db1 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/quotas/352c16e51c3e44d9b54a0c94d6f74d13 HTTP/1.1" status: 200 len: 375 time: 0.0092621 May 03 12:32:42.742345 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-3303ceb1-147f-4c85-8e3a-07550296d585 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271699 May 03 12:32:42.832009 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-1070091d-d28a-41b0-b56e-16f4f61a1569 service neutron] 10.222.0.21 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829852 May 03 12:32:42.924798 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-9bb411e3-4bcf-45de-9b34-fcec396b2558 service neutron] 10.222.0.21 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863419 May 03 12:32:43.143226 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8aed7388-30ae-4428-9a67-8174fb3fff63 req-c414990f-57e3-49d8-ba50-d105682fb2b6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 210 time: 0.0283840 May 03 12:32:44.245621 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4ebfb037-796a-43e2-8344-cf5891e99be4 req-b0bff6dd-2c75-4be6-a042-22a76ad80ddc tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 210 time: 0.0279436 May 03 12:32:44.327455 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:44.454095 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d2da6c0-51cb-4203-adab-a9515d1821d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.526254 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d2da6c0-51cb-4203-adab-a9515d1821d1 admin admin] Publish callbacks [] for security_group (ce62ebd0-de95-4696-9dd0-0297277112a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.581963 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d2da6c0-51cb-4203-adab-a9515d1821d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ce62ebd0-de95-4696-9dd0-0297277112a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.619379 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6d2da6c0-51cb-4203-adab-a9515d1821d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a03a3cfa1d4049489cf0d5483e928a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908418 May 03 12:32:44.620246 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2da6c0-51cb-4203-adab-a9515d1821d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce62ebd0-de95-4696-9dd0-0297277112a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:44.622209 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45746) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:44.674973 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e5edee3-45ee-42fb-b21b-ae2bbbe95ca2 admin admin] Publish callbacks [] for security_group (ce62ebd0-de95-4696-9dd0-0297277112a7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.697433 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e5edee3-45ee-42fb-b21b-ae2bbbe95ca2 admin admin] Publish callbacks [] for security_group (ce62ebd0-de95-4696-9dd0-0297277112a7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.787007 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e5edee3-45ee-42fb-b21b-ae2bbbe95ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (ce62ebd0-de95-4696-9dd0-0297277112a7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.789555 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e5edee3-45ee-42fb-b21b-ae2bbbe95ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:44.790755 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5e5edee3-45ee-42fb-b21b-ae2bbbe95ca2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce62ebd0-de95-4696-9dd0-0297277112a7 HTTP/1.1" status: 204 len: 168 time: 0.1675498 May 03 12:32:44.799117 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5edee3-45ee-42fb-b21b-ae2bbbe95ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce62ebd0-de95-4696-9dd0-0297277112a7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:45.203201 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-c3e783ea-4b09-46b3-adaf-bcacc7411893 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:45.204665 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-c3e783ea-4b09-46b3-adaf-bcacc7411893 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "GET /v2.0/networks?id=33f20901-e34b-4845-9388-8ac5918a9a57 HTTP/1.1" status: 200 len: 808 time: 0.1022301 May 03 12:32:45.223215 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Request body: {'port': {'device_id': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57', 'admin_state_up': True, 'tenant_id': '352c16e51c3e44d9b54a0c94d6f74d13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:45.355703 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c40a4da1-e045-4271-8fab-2edcc1f5822a req-6f9408e5-fe66-4c09-ae5f-885fc6d296f0 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 210 time: 0.0325341 May 03 12:32:45.360971 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:45.373957 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef5bfb10-a975-4eda-85f4-d473d28cab4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.391444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Made reservation on behalf of 352c16e51c3e44d9b54a0c94d6f74d13 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:32:45.398399 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.548661 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef5bfb10-a975-4eda-85f4-d473d28cab4f admin admin] Publish callbacks [] for security_group (30b92756-67f2-4f21-a7d2-a6b26a025d5f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.559250 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Allocated IP 172.20.0.8 (33f20901-e34b-4845-9388-8ac5918a9a57/b3fa9f18-fa6b-47d1-8e9f-63e3533377de/b10102b8-4f84-4451-b514-bea16a4922b4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:32:45.622187 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef5bfb10-a975-4eda-85f4-d473d28cab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (30b92756-67f2-4f21-a7d2-a6b26a025d5f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.701706 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ef5bfb10-a975-4eda-85f4-d473d28cab4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5e0a86bd9354cc0a8bd1077a95e9938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396771 May 03 12:32:45.705032 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5bfb10-a975-4eda-85f4-d473d28cab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b92756-67f2-4f21-a7d2-a6b26a025d5f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:45.710811 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 45764) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:32:45.741277 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks [] for port (b10102b8-4f84-4451-b514-bea16a4922b4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.757270 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc32278b-9298-4f55-960f-c691ab14c536 admin admin] Publish callbacks [] for security_group (30b92756-67f2-4f21-a7d2-a6b26a025d5f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.780209 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc32278b-9298-4f55-960f-c691ab14c536 admin admin] Publish callbacks [] for security_group (30b92756-67f2-4f21-a7d2-a6b26a025d5f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.867349 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.895692 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc32278b-9298-4f55-960f-c691ab14c536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (30b92756-67f2-4f21-a7d2-a6b26a025d5f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.898324 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc32278b-9298-4f55-960f-c691ab14c536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:45.902485 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-fc32278b-9298-4f55-960f-c691ab14c536 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30b92756-67f2-4f21-a7d2-a6b26a025d5f HTTP/1.1" status: 204 len: 168 time: 0.1963830 May 03 12:32:45.910983 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Network 33f20901-e34b-4845-9388-8ac5918a9a57 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:32:45.911356 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32278b-9298-4f55-960f-c691ab14c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b92756-67f2-4f21-a7d2-a6b26a025d5f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:45.915095 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:32:45.919356 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:32:45.962190 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Pushing event updated for resources: {'Port': ['ID=b10102b8-4f84-4451-b514-bea16a4922b4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:45.981121 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:45.981662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:46.041568 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-35d77dc8-d628-4e0c-a454-f7cce56084c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8223505 May 03 12:32:46.058981 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Request body: {'port': {'device_id': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:32:46.120232 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:46.402551 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10102b8-4f84-4451-b514-bea16a4922b4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:32:46.410373 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Publish callbacks [] for port (b10102b8-4f84-4451-b514-bea16a4922b4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:46.425460 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Transition to ACTIVE for port object b10102b8-4f84-4451-b514-bea16a4922b4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:32:46.478482 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d665-6085-44c1-8b63-fc3449660b2c req-c0c52945-7fbb-4d5f-a1d0-79057b87ee9c tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:46.480100 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac09d665-6085-44c1-8b63-fc3449660b2c req-c0c52945-7fbb-4d5f-a1d0-79057b87ee9c tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 931 time: 0.0480337 May 03 12:32:46.507455 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:46.532575 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ac09d665-6085-44c1-8b63-fc3449660b2c req-2b73538e-abe9-4c5b-9eb6-2b0aaf80ee04 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 May 03 12:32:46.563344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b10102b8-4f84-4451-b514-bea16a4922b4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:46.635619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Attempting to bind port b10102b8-4f84-4451-b514-bea16a4922b4 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:32:46.635958 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Attempting to bind port b10102b8-4f84-4451-b514-bea16a4922b4 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:32:46.636288 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Attempting to bind port b10102b8-4f84-4451-b514-bea16a4922b4 on network 33f20901-e34b-4845-9388-8ac5918a9a57 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:32:46.640561 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Port b10102b8-4f84-4451-b514-bea16a4922b4 on network 33f20901-e34b-4845-9388-8ac5918a9a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:32:46.640931 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Attempting to bind port b10102b8-4f84-4451-b514-bea16a4922b4 on network 33f20901-e34b-4845-9388-8ac5918a9a57 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:32:46.645673 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:32:46.646012 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Checking segment: {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:32:46.646398 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Bound using segment: {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:32:46.654636 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Bound port: b10102b8-4f84-4451-b514-bea16a4922b4, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:32:46.654636 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:46.976587 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] For port b10102b8-4f84-4451-b514-bea16a4922b4, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:32:46.979474 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] For port b10102b8-4f84-4451-b514-bea16a4922b4, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b10102b8-4f84-4451-b514-bea16a4922b4,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:32:47.064642 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:47.091580 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.092207 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:47.094172 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b10102b8-4f84-4451-b514-bea16a4922b4 HTTP/1.1" status: 200 len: 1093 time: 1.0392935 May 03 12:32:47.094797 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'tag': 'b10102b8-4f84-4451-b514-bea16a4922b4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:32:47.097128 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2046228c-ed06-41e6-8a86-10372735dde8" -d '{"events": [{"name": "network-changed", "server_uuid": "91686cc5-18f7-444b-ae61-f5f1110dca30", "tag": "b10102b8-4f84-4451-b514-bea16a4922b4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:32:47.125575 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fff8df-98f9-4fd8-8dd3-b5ff19ddeaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b10102b8-4f84-4451-b514-bea16a4922b4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:47.148171 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db985a-3388-499e-a943-87355f8d4e49 x-openstack-request-id: req-95db985a-3388-499e-a943-87355f8d4e49 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:32:47.148499 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91686cc5-18f7-444b-ae61-f5f1110dca30", "tag": "b10102b8-4f84-4451-b514-bea16a4922b4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:32:47.148755 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95db985a-3388-499e-a943-87355f8d4e49 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:32:47.149156 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95db985a-3388-499e-a943-87355f8d4e49'] response: {'name': 'network-changed', 'server_uuid': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'tag': 'b10102b8-4f84-4451-b514-bea16a4922b4', 'status': 'completed', 'code': 200} May 03 12:32:47.230444 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046228c-ed06-41e6-8a86-10372735dde8 req-0ebac92d-66fc-406f-bebf-476d27547a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.231941 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2046228c-ed06-41e6-8a86-10372735dde8 req-0ebac92d-66fc-406f-bebf-476d27547a4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 1127 time: 0.0420568 May 03 12:32:47.334443 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046228c-ed06-41e6-8a86-10372735dde8 req-f8b2f85d-69fa-44a2-bdeb-3580ba669863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.335808 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2046228c-ed06-41e6-8a86-10372735dde8 req-f8b2f85d-69fa-44a2-bdeb-3580ba669863 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0905454 May 03 12:32:47.431651 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046228c-ed06-41e6-8a86-10372735dde8 req-a0f96af3-ac13-4e44-89f8-462d34413ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.433163 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2046228c-ed06-41e6-8a86-10372735dde8 req-a0f96af3-ac13-4e44-89f8-462d34413ac2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919566 May 03 12:32:47.531666 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-be98e4aa-00e2-4fae-9da6-855699744ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.533234 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-be98e4aa-00e2-4fae-9da6-855699744ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 1127 time: 0.0415509 May 03 12:32:47.588426 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-003f371d-bed7-46d9-83b3-61d2bf49765a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b10102b8-4f84-4451-b514-bea16a4922b4 HTTP/1.1" status: 200 len: 217 time: 0.0413544 May 03 12:32:47.642602 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-f95ba4be-9562-448f-86bb-3d46b8a28736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.644670 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-f95ba4be-9562-448f-86bb-3d46b8a28736 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3fa9f18-fa6b-47d1-8e9f-63e3533377de HTTP/1.1" status: 200 len: 848 time: 0.0503335 May 03 12:32:47.651746 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1296-e0fd-42f8-a186-29aa4bef7a41 req-69b7b80c-c67b-4db4-a4c0-b2f45169dd6e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:47.653367 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-185e1296-e0fd-42f8-a186-29aa4bef7a41 req-69b7b80c-c67b-4db4-a4c0-b2f45169dd6e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 943 time: 0.0520265 May 03 12:32:47.676894 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-89fb8fdc-0f93-4422-923b-6d06d7750da4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33f20901-e34b-4845-9388-8ac5918a9a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264459 May 03 12:32:47.702125 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-185e1296-e0fd-42f8-a186-29aa4bef7a41 req-ff51d2a7-0438-4c37-a89e-86a148ffb85b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 May 03 12:32:47.770862 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-b567813e-3b2b-4d59-9edb-43f49100c662 service neutron] 10.222.0.39 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885296 May 03 12:32:47.867407 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d3390dde-6a5d-4113-aeb9-332e3cc8798e req-74be3ddb-6064-4230-81aa-344dd0d30e0b service neutron] 10.222.0.39 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905485 May 03 12:32:48.824646 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7896e-2677-4f4c-89bd-d27ffc96cc43 req-f6bd7d91-f56e-48b8-b62c-ef4e96378adc tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:48.831420 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5b7896e-2677-4f4c-89bd-d27ffc96cc43 req-f6bd7d91-f56e-48b8-b62c-ef4e96378adc tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 943 time: 0.0583780 May 03 12:32:48.881805 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d5b7896e-2677-4f4c-89bd-d27ffc96cc43 req-ffa9c9f9-b78b-48ef-a898-eaed2661ee54 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 May 03 12:32:49.992733 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb85166-4224-4f34-a6e1-f1541a7b3652 req-c485d61e-3a8c-4f74-bd3e-8127dccdb9a1 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:49.994178 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb85166-4224-4f34-a6e1-f1541a7b3652 req-c485d61e-3a8c-4f74-bd3e-8127dccdb9a1 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 943 time: 0.0449526 May 03 12:32:50.038550 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-7bb85166-4224-4f34-a6e1-f1541a7b3652 req-8944b841-8b93-4a6a-a4a8-ab53a1cb551e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 May 03 12:32:50.684069 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-69f484d4-7674-4976-8fab-eb4aee5dc418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:51.162833 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b10102b8-4f84-4451-b514-bea16a4922b4 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:32:51.164192 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81106984-3d15-4f73-a9c3-a8214a384971 req-8476c65a-fae5-480a-ba73-21bf01e5eba7 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:51.165909 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81106984-3d15-4f73-a9c3-a8214a384971 req-8476c65a-fae5-480a-ba73-21bf01e5eba7 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 943 time: 0.0596499 May 03 12:32:51.216662 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-81106984-3d15-4f73-a9c3-a8214a384971 req-b9299595-d032-4d08-9305-abe19cdef28e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 May 03 12:32:51.254756 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b10102b8-4f84-4451-b514-bea16a4922b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b10102b8-4f84-4451-b514-bea16a4922b4,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:51.267601 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'b10102b8-4f84-4451-b514-bea16a4922b4', 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57', 'port_id': 'b10102b8-4f84-4451-b514-bea16a4922b4', 'mac_address': 'fa:16:3e:13:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fa9f18-fa6b-47d1-8e9f-63e3533377de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:32:51.311000 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b10102b8-4f84-4451-b514-bea16a4922b4 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:32:51.311396 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:51.324446 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10102b8-4f84-4451-b514-bea16a4922b4 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:32:51.344577 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b10102b8-4f84-4451-b514-bea16a4922b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b10102b8-4f84-4451-b514-bea16a4922b4,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:51.456232 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:51.503833 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b10102b8-4f84-4451-b514-bea16a4922b4,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:51.510879 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.511246 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.511598 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.511946 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.512289 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.512730 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.513063 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.513400 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.513737 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.514075 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.514411 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.514746 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.515079 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.515409 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.515738 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:32:51.777892 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b10102b8-4f84-4451-b514-bea16a4922b4'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:32:52.334306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db422d-4d78-4e59-b838-ac407909431c req-12486f19-54ac-4ab2-8319-84d7bfb10607 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:52.335810 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6db422d-4d78-4e59-b838-ac407909431c req-12486f19-54ac-4ab2-8319-84d7bfb10607 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 944 time: 0.0515003 May 03 12:32:52.383257 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d6db422d-4d78-4e59-b838-ac407909431c req-1d131cf0-cf5b-4c88-b618-65ab66e4c95c tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 May 03 12:32:52.815593 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0302c173-6a38-4d97-aaf3-642e4ce269eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:53.173818 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b10102b8-4f84-4451-b514-bea16a4922b4 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:32:53.218212 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port b10102b8-4f84-4451-b514-bea16a4922b4 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:32:53.307017 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port b10102b8-4f84-4451-b514-bea16a4922b4 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:32:53.307397 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:53.388760 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b10102b8-4f84-4451-b514-bea16a4922b4 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:32:53.389127 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:53.411968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10102b8-4f84-4451-b514-bea16a4922b4'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:32:53.414204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8cbfc-704b-4467-bf9b-417bbbaa01f3" -d '{"events": [{"server_uuid": "91686cc5-18f7-444b-ae61-f5f1110dca30", "name": "network-vif-plugged", "status": "completed", "tag": "b10102b8-4f84-4451-b514-bea16a4922b4"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:32:53.428488 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b10102b8-4f84-4451-b514-bea16a4922b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b10102b8-4f84-4451-b514-bea16a4922b4,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:32:53.453457 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e45b13-f3b0-4f56-8860-915f020b3ce6 x-openstack-request-id: req-a3e45b13-f3b0-4f56-8860-915f020b3ce6 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:32:53.453781 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91686cc5-18f7-444b-ae61-f5f1110dca30", "name": "network-vif-plugged", "status": "completed", "tag": "b10102b8-4f84-4451-b514-bea16a4922b4", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:32:53.454594 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3e45b13-f3b0-4f56-8860-915f020b3ce6 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:32:53.455037 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e45b13-f3b0-4f56-8860-915f020b3ce6'] response: {'server_uuid': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10102b8-4f84-4451-b514-bea16a4922b4', 'code': 200} May 03 12:32:53.479619 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:53.503129 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa59c1-f15f-42b2-9ce6-ae2f8649c646 req-0b017059-c38c-419f-b552-36742db9521b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:53.504859 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ccfa59c1-f15f-42b2-9ce6-ae2f8649c646 req-0b017059-c38c-419f-b552-36742db9521b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 944 time: 0.0494232 May 03 12:32:53.530198 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b10102b8-4f84-4451-b514-bea16a4922b4,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:32:53.560424 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ccfa59c1-f15f-42b2-9ce6-ae2f8649c646 req-397da810-10eb-4820-9982-0ced6dc65d88 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476663 May 03 12:32:53.810347 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696cabf-ad23-42e4-9cc5-1bf8f9ea0a3c req-5e2adff7-537f-438f-84ac-29d99130e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:53.811765 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4696cabf-ad23-42e4-9cc5-1bf8f9ea0a3c req-5e2adff7-537f-438f-84ac-29d99130e4b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 1129 time: 0.0392284 May 03 12:32:53.859677 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4696cabf-ad23-42e4-9cc5-1bf8f9ea0a3c req-9b29454e-e3ba-46f4-ae93-8cf3c63a6894 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 May 03 12:32:54.129862 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:54.680342 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68fd4f-89df-4edc-95d9-8d707ebfc74b req-6e2f9407-c3e9-4a41-9db8-e87e5edc1a41 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:54.681836 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc68fd4f-89df-4edc-95d9-8d707ebfc74b req-6e2f9407-c3e9-4a41-9db8-e87e5edc1a41 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0462983 May 03 12:32:54.732005 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc68fd4f-89df-4edc-95d9-8d707ebfc74b req-667550ee-3f83-435a-8bb1-ad7d1097f885 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445762 May 03 12:32:55.318229 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:32:55.846552 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e19ede-60cd-4757-a279-264f297a79e6 req-99f36ea5-82c7-4927-beb1-96f01b34eb7a tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:32:55.848134 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e19ede-60cd-4757-a279-264f297a79e6 req-99f36ea5-82c7-4927-beb1-96f01b34eb7a tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0477197 May 03 12:32:55.901085 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-02e19ede-60cd-4757-a279-264f297a79e6 req-e5c84d1c-5933-494a-966b-5cbaeedb310a tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465145 May 03 12:32:57.159145 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:02.394244 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 45996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:02.678162 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Deleting port 593daefa-0cf9-47a1-956f-1a7ba5605e84 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:02.678507 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:02.757251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:02.757636 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for floatingip (593daefa-0cf9-47a1-956f-1a7ba5605e84), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:02.769986 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Calling delete_port for 593daefa-0cf9-47a1-956f-1a7ba5605e84 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:02.978293 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (593daefa-0cf9-47a1-956f-1a7ba5605e84), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:03.020040 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event deleted for resources: {'Port': ['ID=593daefa-0cf9-47a1-956f-1a7ba5605e84,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:03.025584 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291533-d02c-4436-8e5d-9f42c4e464ae req-a170f976-8606-4d7d-9cc6-6327e274724e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:03.027092 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38291533-d02c-4436-8e5d-9f42c4e464ae req-a170f976-8606-4d7d-9cc6-6327e274724e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0764494 May 03 12:33:03.054278 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.054617 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.054964 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.055306 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.055644 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.055978 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.056310 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.056663 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.056994 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.057320 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.057646 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.057976 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.058306 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.058633 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.058961 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:03.126799 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for floatingip (75008279-d47c-4f4a-8330-05185e084bbd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:03.127134 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Floating IP 75008279-d47c-4f4a-8330-05185e084bbd disassociated (deleted). External IP: 172.27.0.204, port: b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5. May 03 12:33:03.133865 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-38291533-d02c-4436-8e5d-9f42c4e464ae req-e5d72a9d-9a02-4df4-a60c-1eabd21d8c4f tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868576 May 03 12:33:03.339272 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Router 1eaed470-3ce3-415c-92ff-1761099a42e1 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:33:03.445549 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:03.450302 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:03.455102 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] Sync routers for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:03.464121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:03.464783 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:03.478508 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c95f68db-0f98-4c39-bf28-0ef9167179ba tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "DELETE /v2.0/floatingips/75008279-d47c-4f4a-8330-05185e084bbd HTTP/1.1" status: 204 len: 168 time: 1.0831323 May 03 12:33:03.479088 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:33:03.481466 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0759f712-7120-4ce7-b8d9-b76512920556" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:33:03.524350 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff2180-9eb2-462d-8474-c6cd330c6b23 x-openstack-request-id: req-e7ff2180-9eb2-462d-8474-c6cd330c6b23 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:33:03.524664 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:33:03.524945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7ff2180-9eb2-462d-8474-c6cd330c6b23 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:33:03.525355 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ff2180-9eb2-462d-8474-c6cd330c6b23'] response: {'name': 'network-changed', 'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'status': 'completed', 'code': 200} May 03 12:33:03.583025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:03.774383 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:03.805905 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] Checking router: 1eaed470-3ce3-415c-92ff-1761099a42e1 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:03.814394 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:03.816038 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:03.854535 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87fd7b-3b2f-4198-96af-aca5e59c3228 req-0f426339-d5f9-4c22-937e-da95dc506e0a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:03.856032 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f87fd7b-3b2f-4198-96af-aca5e59c3228 req-0f426339-d5f9-4c22-937e-da95dc506e0a tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0510325 May 03 12:33:03.905829 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4f87fd7b-3b2f-4198-96af-aca5e59c3228 req-a7340ae1-0e5a-4973-ac2b-471193a2185e tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 May 03 12:33:03.929793 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:03.971714 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:33:04.113480 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:04.139928 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29a50b-fe6b-489e-a760-ea23e77d0c09 None None] The sync data for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi is: [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:27Z', 'revision_number': 4, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'd0c36fe7-89df-4fb3-a83e-8f0d08d68252', 'name': '', 'network_id': '7fa12c5c-38e3-41c9-a74f-3d211cf1a299', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'mac_address': 'fa:16:3e:78:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:26Z', 'updated_at': '2022-05-03T12:27:31Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'subnets': [{'id': 'c1583c42-acf9-4920-a2bf-da7cf2a54e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:04.218519 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f712-7120-4ce7-b8d9-b76512920556 req-2c7123bd-7378-467c-9de8-5ce7c0a77ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:04.224948 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-2c7123bd-7378-467c-9de8-5ce7c0a77ba5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cfe9e07f034941009488167dde06eac4&device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 1129 time: 0.0663307 May 03 12:33:04.271454 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568163cb-ab94-46d9-8c91-dc30d7a42a16 req-a75acd03-0a21-4d5f-8207-57398744d57b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:04.272942 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-568163cb-ab94-46d9-8c91-dc30d7a42a16 req-a75acd03-0a21-4d5f-8207-57398744d57b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0486610 May 03 12:33:04.325390 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-568163cb-ab94-46d9-8c91-dc30d7a42a16 req-3c438f55-9445-4e75-b734-6905666f2748 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 May 03 12:33:04.396221 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b08696-f75f-45ff-8517-cff46e55523e None None] New status for floating IP 75008279-d47c-4f4a-8330-05185e084bbd: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:33:05.023553 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667f2ec-e492-4a56-b9d0-b3212bf7ecd0 req-d30dd6c6-6bd8-4a73-9075-b18470b1612b tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:05.025071 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3667f2ec-e492-4a56-b9d0-b3212bf7ecd0 req-d30dd6c6-6bd8-4a73-9075-b18470b1612b tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0491889 May 03 12:33:05.072818 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3667f2ec-e492-4a56-b9d0-b3212bf7ecd0 req-e9ea9b7d-605e-4a4f-b312-b9f1ba66d68b tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421860 May 03 12:33:05.439653 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f6ab6-e2d3-49f4-a5f4-0d9661f95cf2 req-bb8e057e-6427-4cc1-9f23-22154518be83 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:05.441251 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b3f6ab6-e2d3-49f4-a5f4-0d9661f95cf2 req-bb8e057e-6427-4cc1-9f23-22154518be83 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0479703 May 03 12:33:05.492104 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-8b3f6ab6-e2d3-49f4-a5f4-0d9661f95cf2 req-25c00c59-91b5-4948-87d7-99c4a7ec8a7c tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445652 May 03 12:33:05.524028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:05.586540 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f712-7120-4ce7-b8d9-b76512920556 req-a6a792ec-179f-4dea-8fff-80e46e8d9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:05.588130 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-a6a792ec-179f-4dea-8fff-80e46e8d9fc2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 200 len: 910 time: 0.0850141 May 03 12:33:05.777708 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-8efbfd04-8f52-43b3-863c-70594a61e07d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 200 len: 217 time: 0.0445969 May 03 12:33:05.841438 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-682df7e1-1d7c-44c5-a918-373fbeecf3f0 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:05.842741 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-682df7e1-1d7c-44c5-a918-373fbeecf3f0 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0739501 May 03 12:33:05.851528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f712-7120-4ce7-b8d9-b76512920556 req-e934e0a1-bd49-4e38-880f-fd5522d309f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:05.852860 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-e934e0a1-bd49-4e38-880f-fd5522d309f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 200 len: 848 time: 0.0565808 May 03 12:33:06.247308 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf916f0-8b8e-45f4-8c66-2e7b38dc4455 req-ab999bc0-326a-487a-91d2-b482a1828a65 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:06.248800 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cf916f0-8b8e-45f4-8c66-2e7b38dc4455 req-ab999bc0-326a-487a-91d2-b482a1828a65 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.1081719 May 03 12:33:06.267175 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f712-7120-4ce7-b8d9-b76512920556 req-c98f31ee-1e0c-4e1e-903f-03c90ae16cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:06.268632 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-c98f31ee-1e0c-4e1e-903f-03c90ae16cd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fa12c5c-38e3-41c9-a74f-3d211cf1a299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259668 May 03 12:33:06.278810 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-84d88f26-0cc8-40a3-bbff-3f7d14035aa4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:06.280257 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-84d88f26-0cc8-40a3-bbff-3f7d14035aa4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 945 time: 0.0464506 May 03 12:33:06.331157 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Deleting port b10102b8-4f84-4451-b514-bea16a4922b4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:06.331559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.368404 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Deleting port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:06.368713 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.415201 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8cf916f0-8b8e-45f4-8c66-2e7b38dc4455 req-3b802264-459f-4707-a72c-1d561a256d02 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/security-groups?id=14c51686-15e4-4fbd-998f-338fab27f72e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449428 May 03 12:33:06.463182 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] For port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:06.463828 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.478151 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-bfb0d429-66ee-47d6-9025-b9bb0a12298e service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978168 May 03 12:33:06.481471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Calling delete_port for b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:06.530870 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] For port b10102b8-4f84-4451-b514-bea16a4922b4, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b10102b8-4f84-4451-b514-bea16a4922b4,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:06.531389 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.577286 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Calling delete_port for b10102b8-4f84-4451-b514-bea16a4922b4 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:06.638327 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892572-759d-456d-b294-26a9e0e70313 req-99fce317-3fa2-4e88-bfc8-da4fdf81658a tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:06.639831 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b892572-759d-456d-b294-26a9e0e70313 req-99fce317-3fa2-4e88-bfc8-da4fdf81658a tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 945 time: 0.0770810 May 03 12:33:06.642447 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0759f712-7120-4ce7-b8d9-b76512920556 req-312e6fdc-ccb1-44c9-bfbb-ed1963e896a3 service neutron] 10.222.0.39 "GET /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552775 May 03 12:33:06.696967 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b892572-759d-456d-b294-26a9e0e70313 req-692060a8-ae95-4b88-b70c-b406e6eb206a tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 May 03 12:33:06.747049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.780959 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event deleted for resources: {'Port': ['ID=b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:06.806586 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.806943 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.807403 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.807612 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.808011 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.808269 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.808827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.809028 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.809307 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.809648 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.809973 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.810379 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.815788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.815788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.815788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:06.816177 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b10102b8-4f84-4451-b514-bea16a4922b4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.837839 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] No DVR routers for this DVR port b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:06.839870 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.843072 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-26115c10-a41c-4dd6-b4cd-8069e52e07fc req-68a6897d-6809-4184-9ac6-a823e361e9d4 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.39 "DELETE /v2.0/ports/b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 HTTP/1.1" status: 204 len: 173 time: 0.5580988 May 03 12:33:06.843578 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-deleted', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:33:06.845863 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567f1675-3ee3-452b-be0f-4406876dd410" -d '{"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-deleted", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:33:06.853235 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b10102b8-4f84-4451-b514-bea16a4922b4'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:33:06.859238 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Pushing event deleted for resources: {'Port': ['ID=b10102b8-4f84-4451-b514-bea16a4922b4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:06.891242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce91bf-4865-4f21-8706-5406e396b25f x-openstack-request-id: req-59ce91bf-4865-4f21-8706-5406e396b25f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:33:06.891535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3d5219-215a-470c-95f1-af2b99c0d0cf", "name": "network-vif-deleted", "tag": "b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:33:06.891790 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59ce91bf-4865-4f21-8706-5406e396b25f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:33:06.892197 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ce91bf-4865-4f21-8706-5406e396b25f'] response: {'server_uuid': '4f3d5219-215a-470c-95f1-af2b99c0d0cf', 'name': 'network-vif-deleted', 'tag': 'b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5', 'status': 'completed', 'code': 200} May 03 12:33:06.919459 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] No DVR routers for this DVR port b10102b8-4f84-4451-b514-bea16a4922b4 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:06.923660 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:06.927334 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c89b55fc-30c1-49eb-acd8-375b29910cf8 req-1385c892-3da0-4440-9ae6-8cc503cc8a1d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "DELETE /v2.0/ports/b10102b8-4f84-4451-b514-bea16a4922b4 HTTP/1.1" status: 204 len: 173 time: 0.7932565 May 03 12:33:06.928117 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'name': 'network-vif-deleted', 'tag': 'b10102b8-4f84-4451-b514-bea16a4922b4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:33:06.930383 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0215c7-7923-4641-b056-36b07e661bf3" -d '{"events": [{"server_uuid": "91686cc5-18f7-444b-ae61-f5f1110dca30", "name": "network-vif-deleted", "tag": "b10102b8-4f84-4451-b514-bea16a4922b4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:33:06.969648 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe011df-2d8a-4860-b559-ee9d321fb235 x-openstack-request-id: req-bbe011df-2d8a-4860-b559-ee9d321fb235 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:33:06.969940 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91686cc5-18f7-444b-ae61-f5f1110dca30", "name": "network-vif-deleted", "tag": "b10102b8-4f84-4451-b514-bea16a4922b4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:33:06.970192 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbe011df-2d8a-4860-b559-ee9d321fb235 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:33:06.970602 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe011df-2d8a-4860-b559-ee9d321fb235'] response: {'server_uuid': '91686cc5-18f7-444b-ae61-f5f1110dca30', 'name': 'network-vif-deleted', 'tag': 'b10102b8-4f84-4451-b514-bea16a4922b4', 'status': 'completed', 'code': 200} May 03 12:33:07.514982 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-85b32313-0563-4baf-8540-d0645a6961e6 req-7bb7a2f5-3b31-4f93-af4e-14aa7a0bc4ca tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 210 time: 0.0284438 May 03 12:33:07.809991 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-11cb67eb-a954-4dac-8290-4fedd13f9d87 req-34e63104-d84f-49a8-a0cc-865adbed1c02 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=91686cc5-18f7-444b-ae61-f5f1110dca30 HTTP/1.1" status: 200 len: 210 time: 0.0294528 May 03 12:33:08.623989 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d4ec9be5-034e-4bb0-b244-42d38eb6789c req-80651a69-998a-48af-b8c6-df9d2cb7d0cb tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f3d5219-215a-470c-95f1-af2b99c0d0cf HTTP/1.1" status: 200 len: 210 time: 0.0303538 May 03 12:33:09.107741 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-59705004-9e67-450e-940d-6ad017d21bf8 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:09.109110 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-59705004-9e67-450e-940d-6ad017d21bf8 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/networks?id=33f20901-e34b-4845-9388-8ac5918a9a57 HTTP/1.1" status: 200 len: 808 time: 0.0982451 May 03 12:33:09.123637 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-3ec5adb2-2e2e-4577-a879-d4e9edb497ec tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/quotas/352c16e51c3e44d9b54a0c94d6f74d13 HTTP/1.1" status: 200 len: 375 time: 0.0085483 May 03 12:33:09.154162 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-da8c0f73-b010-4bc8-a138-a294c4379178 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256488 May 03 12:33:09.244190 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-1f35c053-08be-439c-ab40-c578dd080191 service neutron] 10.222.0.21 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836222 May 03 12:33:09.270405 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b10102b8-4f84-4451-b514-bea16a4922b4 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:09.289869 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: b10102b8-4f84-4451-b514-bea16a4922b4 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:09.290215 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b10102b8-4f84-4451-b514-bea16a4922b4 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:09.329648 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-6818314f-ff79-4ee7-b99d-d831c86c6326 service neutron] 10.222.0.21 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798106 May 03 12:33:09.585644 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-81d96b0d-e29c-4e57-a606-d89a8e026f56 req-aa67565a-6a7b-4444-9af6-57b3777d02ec tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 210 time: 0.0301752 May 03 12:33:09.687173 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:09.750385 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f88b202e-e469-4c84-8817-9c0da2088181 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group (14c51686-15e4-4fbd-998f-338fab27f72e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:09.780607 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f88b202e-e469-4c84-8817-9c0da2088181 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group (14c51686-15e4-4fbd-998f-338fab27f72e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:09.930002 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f88b202e-e469-4c84-8817-9c0da2088181 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (14c51686-15e4-4fbd-998f-338fab27f72e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:09.932569 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f88b202e-e469-4c84-8817-9c0da2088181 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:09.933719 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f88b202e-e469-4c84-8817-9c0da2088181 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] 10.222.0.21 "DELETE /v2.0/security-groups/14c51686-15e4-4fbd-998f-338fab27f72e HTTP/1.1" status: 204 len: 168 time: 0.2455132 May 03 12:33:09.943368 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b202e-e469-4c84-8817-9c0da2088181 tempest-TestShelveInstance-254735054 tempest-TestShelveInstance-254735054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c51686-15e4-4fbd-998f-338fab27f72e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:10.042273 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:10.689795 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-af8771dd-ecf7-4890-9b32-f06ca70bc96e req-ef02281b-4fe1-4382-9267-83fe7ccd8be4 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 210 time: 0.0347636 May 03 12:33:10.774399 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (1eaed470-3ce3-415c-92ff-1761099a42e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:11.012087 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Deleting port d0c36fe7-89df-4fb3-a83e-8f0d08d68252 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:11.012337 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:11.088451 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] For port d0c36fe7-89df-4fb3-a83e-8f0d08d68252, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:11.088822 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:11.101929 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Calling delete_port for d0c36fe7-89df-4fb3-a83e-8f0d08d68252 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:11.258011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:11.279631 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:11.279891 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b9c0beb0-0d55-43a7-8f6b-3c9ff2eb81d5 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:11.352706 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (d0c36fe7-89df-4fb3-a83e-8f0d08d68252), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:11.381389 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c36fe7-89df-4fb3-a83e-8f0d08d68252,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:11.631621 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-665048bb-ecf7-4164-a36c-d1c72740e386 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:11.633102 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-665048bb-ecf7-4164-a36c-d1c72740e386 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "GET /v2.0/networks?id=33f20901-e34b-4845-9388-8ac5918a9a57 HTTP/1.1" status: 200 len: 808 time: 0.2437277 May 03 12:33:11.667505 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Request body: {'port': {'device_id': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57', 'admin_state_up': True, 'tenant_id': '352c16e51c3e44d9b54a0c94d6f74d13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:11.712916 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (1eaed470-3ce3-415c-92ff-1761099a42e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:11.786994 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-80e31d91-01e1-43bf-a308-57a01fc45cd8 req-416a2b70-35a0-4f17-8119-66f9c4e8a116 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 210 time: 0.0272090 May 03 12:33:11.925586 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Made reservation on behalf of 352c16e51c3e44d9b54a0c94d6f74d13 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:33:11.929432 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.078871 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Router 1eaed470-3ce3-415c-92ff-1761099a42e1 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:33:12.138533 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Allocated IP 172.20.0.7 (33f20901-e34b-4845-9388-8ac5918a9a57/b3fa9f18-fa6b-47d1-8e9f-63e3533377de/73be9887-269f-423e-a3c1-7a648ae452c1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:12.249493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:12.258241 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-06e12e35-55b5-48e9-949d-7773670cfa3b admin admin] 10.222.0.21 "PUT /v2.0/routers/1eaed470-3ce3-415c-92ff-1761099a42e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2126772 May 03 12:33:12.258397 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] Sync routers for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:12.258827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46190) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:12.268955 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:12.270324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:12.349613 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks [] for port (73be9887-269f-423e-a3c1-7a648ae452c1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.370504 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks [] for router (1eaed470-3ce3-415c-92ff-1761099a42e1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.438983 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.480542 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks [] for router_gateway (1eaed470-3ce3-415c-92ff-1761099a42e1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.494727 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Network 33f20901-e34b-4845-9388-8ac5918a9a57 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:12.500332 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:12.503048 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:12.514484 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:12.528963 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Pushing event updated for resources: {'Port': ['ID=73be9887-269f-423e-a3c1-7a648ae452c1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:12.561124 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:12.561818 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.585077 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Deleting port a11553cf-4595-4e01-8a76-08e4768fe0c9 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:12.585433 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.638652 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-048d7b06-1e13-4b6a-9a34-5fa412f53327 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9762545 May 03 12:33:12.674444 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] For port a11553cf-4595-4e01-8a76-08e4768fe0c9, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a11553cf-4595-4e01-8a76-08e4768fe0c9,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:12.674817 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.687009 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:33:11Z', 'revision_number': 5, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port': {'id': 'a11553cf-4595-4e01-8a76-08e4768fe0c9', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:12.687801 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Calling delete_port for a11553cf-4595-4e01-8a76-08e4768fe0c9 owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:12.714300 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] Checking router: 1eaed470-3ce3-415c-92ff-1761099a42e1 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:12.722617 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] Routers {'1eaed470-3ce3-415c-92ff-1761099a42e1'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:12.723320 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['1eaed470-3ce3-415c-92ff-1761099a42e1'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:12.814971 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] Set router 1eaed470-3ce3-415c-92ff-1761099a42e1 gateway port host: None {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:12.890914 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:33:12Z', 'revision_number': 6, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:12.912557 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bbde5-09a1-4968-8cd1-d738eacdf739 req-81968a2a-20dc-4d5d-8d95-f82ad9b7e4c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:12.913111 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (a11553cf-4595-4e01-8a76-08e4768fe0c9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:12.914045 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c83bbde5-09a1-4968-8cd1-d738eacdf739 req-81968a2a-20dc-4d5d-8d95-f82ad9b7e4c6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 931 time: 0.0476561 May 03 12:33:12.917119 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d58e5a0-4df2-49cd-bc69-132c68649c17 None None] The sync data for ids ['1eaed470-3ce3-415c-92ff-1761099a42e1'] in dv-cinder-824911-5-iscsi is: [{'id': '1eaed470-3ce3-415c-92ff-1761099a42e1', 'name': 'tempest-TestShelveInstance-1084962110-router', 'tenant_id': 'cfe9e07f034941009488167dde06eac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:23Z', 'updated_at': '2022-05-03T12:33:12Z', 'revision_number': 6, 'project_id': 'cfe9e07f034941009488167dde06eac4', 'gw_port_host': None}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:12.942777 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11553cf-4595-4e01-8a76-08e4768fe0c9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:12.977003 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c83bbde5-09a1-4968-8cd1-d738eacdf739 req-702dfda5-ee9e-454f-ae2a-6fe9bf9efefe tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554276 May 03 12:33:13.010495 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (1eaed470-3ce3-415c-92ff-1761099a42e1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.098120 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (1eaed470-3ce3-415c-92ff-1761099a42e1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.100429 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks [] for router_controller (1eaed470-3ce3-415c-92ff-1761099a42e1), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.204312 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (1eaed470-3ce3-415c-92ff-1761099a42e1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.204824 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eaed470-3ce3-415c-92ff-1761099a42e1 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:33:13.209410 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.210547 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-cfafefaa-9f52-49cf-9a1e-8936a9fef538 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1eaed470-3ce3-415c-92ff-1761099a42e1 HTTP/1.1" status: 204 len: 168 time: 0.9507089 May 03 12:33:13.213084 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46198) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:13.256078 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Deleting subnet c1583c42-acf9-4920-a2bf-da7cf2a54e9c {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:33:13.259178 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Publish callbacks [] for subnet (c1583c42-acf9-4920-a2bf-da7cf2a54e9c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.293012 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (c1583c42-acf9-4920-a2bf-da7cf2a54e9c), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.376295 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (c1583c42-acf9-4920-a2bf-da7cf2a54e9c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.507299 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (c1583c42-acf9-4920-a2bf-da7cf2a54e9c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.533467 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1583c42-acf9-4920-a2bf-da7cf2a54e9c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:13.535928 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.539342 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d45ddfe8-4359-4d9a-94b1-50ae0fcdf3c4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c1583c42-acf9-4920-a2bf-da7cf2a54e9c HTTP/1.1" status: 204 len: 168 time: 0.3250616 May 03 12:33:13.540826 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890c2ea0-fc0f-4bea-b2c8-b469e3db027d None None] Network 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:33:13.541883 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:13.614662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (7fa12c5c-38e3-41c9-a74f-3d211cf1a299), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.659109 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Deleting port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:13.659448 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.725787 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] DHCP port deletion for 7fa12c5c-38e3-41c9-a74f-3d211cf1a299 request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:33:13.729947 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] For port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:13.730337 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.744921 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Calling delete_port for b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:13.765391 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] Deleting port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:13.765700 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.833951 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] For port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,segment=NetworkSegment(4c99122f-394b-4e29-9d2b-69f4071f0361),segment_id=4c99122f-394b-4e29-9d2b-69f4071f0361)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:13.834347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.846609 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] Calling delete_port for b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:13.929807 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.939667 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:13.961990 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:13.967790 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] No DVR routers for this DVR port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 on host dv-cinder-824911-5-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:13.973479 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] Pushing event deleted for resources: {'Port': ['ID=b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:13.977309 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5923e-e3c8-474f-a912-b2d934b40a4a None None] No DVR routers for this DVR port b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:14.048750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (7fa12c5c-38e3-41c9-a74f-3d211cf1a299), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.069951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa12c5c-38e3-41c9-a74f-3d211cf1a299']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:14.079204 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c99122f-394b-4e29-9d2b-69f4071f0361') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:14.079500 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c99122f-394b-4e29-9d2b-69f4071f0361') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:14.089250 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117466794'] for segment (4c99122f-394b-4e29-9d2b-69f4071f0361), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.102389 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da4064-2451-41b0-b9d3-6b5eacc720a6 req-e880b705-95ce-4eb4-88b5-abab28992381 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:14.102937 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (4c99122f-394b-4e29-9d2b-69f4071f0361), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.103909 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8da4064-2451-41b0-b9d3-6b5eacc720a6 req-e880b705-95ce-4eb4-88b5-abab28992381 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 931 time: 0.0492365 May 03 12:33:14.109111 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:33:14.109503 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118792332'] for segment (4c99122f-394b-4e29-9d2b-69f4071f0361), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: Traceback (most recent call last): May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: timer() May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: cb(*args, **kw) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: return func(*args, **kwargs) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: self._notify() May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: self.callback(batched_events) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: event.method(event) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: return f(self, *a, **k) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._get(url).json() May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: return self.request(url, 'GET', **kwargs) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:33:14.111180 dv-cinder-824911-5-iscsi neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:33:14.151403 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-e8da4064-2451-41b0-b9d3-6b5eacc720a6 req-5361340c-a764-4dbb-b69a-3f260ed13386 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 May 03 12:33:14.220970 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (7fa12c5c-38e3-41c9-a74f-3d211cf1a299), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.228054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.231221 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7fa12c5c-38e3-41c9-a74f-3d211cf1a299 HTTP/1.1" status: 204 len: 168 time: 0.6885593 May 03 12:33:14.234261 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46208) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:14.240227 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb8d1c-cb90-4b32-8cb3-9ddb61342af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa12c5c-38e3-41c9-a74f-3d211cf1a299,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:14.384976 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Request body: {'port': {'device_id': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:14.442445 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.556689 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (7851d164-a3c5-4676-9774-05e0386173dd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.681528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device d0c36fe7-89df-4fb3-a83e-8f0d08d68252 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:14.704723 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: d0c36fe7-89df-4fb3-a83e-8f0d08d68252 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:14.705750 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device d0c36fe7-89df-4fb3-a83e-8f0d08d68252 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:14.706255 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:14.722486 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73be9887-269f-423e-a3c1-7a648ae452c1 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:33:14.730166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:14.730706 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device b7f0fa8c-4cd2-46fb-8fd8-10836a9c1060 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:14.730817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Publish callbacks [] for port (73be9887-269f-423e-a3c1-7a648ae452c1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.731204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a11553cf-4595-4e01-8a76-08e4768fe0c9 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:14.745322 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Transition to ACTIVE for port object 73be9887-269f-423e-a3c1-7a648ae452c1 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:33:14.750812 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: a11553cf-4595-4e01-8a76-08e4768fe0c9 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:14.751229 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a11553cf-4595-4e01-8a76-08e4768fe0c9 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:14.800858 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Deleting port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:14.801726 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.821236 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.882098 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] For port f304a2bc-fb36-4d8f-ae22-0d7489f7d14d, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:14.882473 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:14.892564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Pushing event updated for resources: {'Port': ['ID=73be9887-269f-423e-a3c1-7a648ae452c1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:14.899529 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Calling delete_port for f304a2bc-fb36-4d8f-ae22-0d7489f7d14d owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:14.954423 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Attempting to bind port 73be9887-269f-423e-a3c1-7a648ae452c1 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:14.955388 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Attempting to bind port 73be9887-269f-423e-a3c1-7a648ae452c1 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:14.955724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Attempting to bind port 73be9887-269f-423e-a3c1-7a648ae452c1 on network 33f20901-e34b-4845-9388-8ac5918a9a57 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:14.961145 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Port 73be9887-269f-423e-a3c1-7a648ae452c1 on network 33f20901-e34b-4845-9388-8ac5918a9a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:33:14.961475 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Attempting to bind port 73be9887-269f-423e-a3c1-7a648ae452c1 on network 33f20901-e34b-4845-9388-8ac5918a9a57 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:14.966724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:14.967076 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Checking segment: {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:14.967468 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Bound using segment: {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:14.967897 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Bound port: 73be9887-269f-423e-a3c1-7a648ae452c1, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91592b53-a2f4-4467-8895-3b0b7737578a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:14.968264 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:15.031374 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] For port 73be9887-269f-423e-a3c1-7a648ae452c1, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:15.034326 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] For port 73be9887-269f-423e-a3c1-7a648ae452c1, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=73be9887-269f-423e-a3c1-7a648ae452c1,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:15.095694 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:15.128575 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:15.129721 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:15.130683 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (f304a2bc-fb36-4d8f-ae22-0d7489f7d14d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:15.131475 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] 10.222.0.39 "PUT /v2.0/ports/73be9887-269f-423e-a3c1-7a648ae452c1 HTTP/1.1" status: 200 len: 1093 time: 0.7508726 May 03 12:33:15.133749 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'tag': '73be9887-269f-423e-a3c1-7a648ae452c1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:33:15.136059 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03300e-e41b-4ba1-bdea-13fa1bc10734" -d '{"events": [{"name": "network-changed", "server_uuid": "5b1ba804-8bb9-4f25-a507-6608c5cccb19", "tag": "73be9887-269f-423e-a3c1-7a648ae452c1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:33:15.158072 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f304a2bc-fb36-4d8f-ae22-0d7489f7d14d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:15.174006 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c37e-c400-4c10-8a7a-c5adb98268b0 service neutron] Pushing event updated for resources: {'Port': ['ID=73be9887-269f-423e-a3c1-7a648ae452c1,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:15.193474 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5713a1-f6c1-4406-8240-8f85edbda0c3 x-openstack-request-id: req-ff5713a1-f6c1-4406-8240-8f85edbda0c3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:33:15.193783 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b1ba804-8bb9-4f25-a507-6608c5cccb19", "tag": "73be9887-269f-423e-a3c1-7a648ae452c1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:33:15.194047 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff5713a1-f6c1-4406-8240-8f85edbda0c3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:33:15.194462 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5713a1-f6c1-4406-8240-8f85edbda0c3'] response: {'name': 'network-changed', 'server_uuid': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'tag': '73be9887-269f-423e-a3c1-7a648ae452c1', 'status': 'completed', 'code': 200} May 03 12:33:15.310460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b87f8f-a07c-42c2-ab89-05e0dece440a req-79e3fef6-4468-453d-b884-6de0f211d6fe tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:15.311967 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-15b87f8f-a07c-42c2-ab89-05e0dece440a req-79e3fef6-4468-453d-b884-6de0f211d6fe tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 943 time: 0.0860863 May 03 12:33:15.404849 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-15b87f8f-a07c-42c2-ab89-05e0dece440a req-ee8140fc-4eb3-4a25-b339-51f985cbfa8d tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 May 03 12:33:15.405491 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (7851d164-a3c5-4676-9774-05e0386173dd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:15.871402 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Router 7851d164-a3c5-4676-9774-05e0386173dd has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:33:15.974254 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:15.981782 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-05d86c66-e9f6-4c8a-8e99-afef0d6519e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/7851d164-a3c5-4676-9774-05e0386173dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439864 May 03 12:33:15.981887 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46222) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:15.982784 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] Sync routers for ids ['7851d164-a3c5-4676-9774-05e0386173dd'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:15.997466 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] Routers {'7851d164-a3c5-4676-9774-05e0386173dd'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:15.998090 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['7851d164-a3c5-4676-9774-05e0386173dd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:16.091815 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks [] for router (7851d164-a3c5-4676-9774-05e0386173dd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.103722 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] Set router 7851d164-a3c5-4676-9774-05e0386173dd gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:16.196014 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks [] for router_gateway (7851d164-a3c5-4676-9774-05e0386173dd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.307689 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Deleting port 3f0701ea-11c4-491b-86ea-b0f30c9f605d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:16.308099 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.357622 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:33:15Z', 'revision_number': 5, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port': {'id': '3f0701ea-11c4-491b-86ea-b0f30c9f605d', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:29:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7851d164-a3c5-4676-9774-05e0386173dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:27:33Z', 'updated_at': '2022-05-03T12:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:16.385781 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] Checking router: 7851d164-a3c5-4676-9774-05e0386173dd for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:16.391500 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] For port 3f0701ea-11c4-491b-86ea-b0f30c9f605d, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=3f0701ea-11c4-491b-86ea-b0f30c9f605d,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:16.391871 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.394567 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] Routers {'7851d164-a3c5-4676-9774-05e0386173dd'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:16.395742 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:32:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['7851d164-a3c5-4676-9774-05e0386173dd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:16.405191 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Calling delete_port for 3f0701ea-11c4-491b-86ea-b0f30c9f605d owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:16.491728 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] Set router 7851d164-a3c5-4676-9774-05e0386173dd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:16.526666 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d880863-29d1-4759-bbd3-230ffc6b1170 req-d85ca382-74be-4b7d-98b8-d4597e18e1c2 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:16.528466 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d880863-29d1-4759-bbd3-230ffc6b1170 req-d85ca382-74be-4b7d-98b8-d4597e18e1c2 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 943 time: 0.0501449 May 03 12:33:16.546177 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:33:16Z', 'revision_number': 6, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:16.573204 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53b905e-848d-4c5c-a6f1-97508346c35b None None] The sync data for ids ['7851d164-a3c5-4676-9774-05e0386173dd'] in dv-cinder-824911-5-iscsi is: [{'id': '7851d164-a3c5-4676-9774-05e0386173dd', 'name': 'tempest-TestShelveInstance-1268205845-router', 'tenant_id': '4a8686850db14857b14e7034ef2c462a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:27:32Z', 'updated_at': '2022-05-03T12:33:16Z', 'revision_number': 6, 'project_id': '4a8686850db14857b14e7034ef2c462a', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:16.586256 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7d880863-29d1-4759-bbd3-230ffc6b1170 req-adc2425a-43c0-4f8a-bc5c-f0323229e12b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 May 03 12:33:16.660945 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (3f0701ea-11c4-491b-86ea-b0f30c9f605d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.685920 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0701ea-11c4-491b-86ea-b0f30c9f605d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:16.745500 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (7851d164-a3c5-4676-9774-05e0386173dd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.833272 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (7851d164-a3c5-4676-9774-05e0386173dd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.835503 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks [] for router_controller (7851d164-a3c5-4676-9774-05e0386173dd), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.953214 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (7851d164-a3c5-4676-9774-05e0386173dd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.954343 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7851d164-a3c5-4676-9774-05e0386173dd {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:33:16.960212 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:16.964085 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1d9fcd06-c853-46b2-be0e-7cd8e43ddd75 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7851d164-a3c5-4676-9774-05e0386173dd HTTP/1.1" status: 204 len: 168 time: 0.9789014 May 03 12:33:16.964380 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46230) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:17.012459 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Deleting subnet cf38fab6-20f1-46d6-a46c-81e2e6d9110a {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:33:17.016232 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Publish callbacks [] for subnet (cf38fab6-20f1-46d6-a46c-81e2e6d9110a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.051524 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (cf38fab6-20f1-46d6-a46c-81e2e6d9110a), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.130026 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (cf38fab6-20f1-46d6-a46c-81e2e6d9110a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.249807 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (cf38fab6-20f1-46d6-a46c-81e2e6d9110a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.278097 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.281287 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf38fab6-20f1-46d6-a46c-81e2e6d9110a HTTP/1.1" status: 204 len: 168 time: 0.3158615 May 03 12:33:17.282196 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565be91-68f7-4b7f-9037-ee63306e1506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf38fab6-20f1-46d6-a46c-81e2e6d9110a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:17.283804 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:17.287820 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f3b24-0592-425c-a77c-99f18089ce63 None None] Network d0000f64-e09d-44e5-a51a-0771928048df requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:33:17.378837 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03300e-e41b-4ba1-bdea-13fa1bc10734 req-1b515a1a-2e40-4888-ad67-e8bd91565695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:17.380942 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6b03300e-e41b-4ba1-bdea-13fa1bc10734 req-1b515a1a-2e40-4888-ad67-e8bd91565695 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 1127 time: 0.0776675 May 03 12:33:17.386762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (d0000f64-e09d-44e5-a51a-0771928048df), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.460482 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] DHCP port deletion for d0000f64-e09d-44e5-a51a-0771928048df request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:33:17.466007 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Deleting port c393082c-a2dd-4d71-b29c-505ef7df9f32 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:17.466341 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.506204 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] Deleting port c393082c-a2dd-4d71-b29c-505ef7df9f32 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:17.506619 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.573152 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] For port c393082c-a2dd-4d71-b29c-505ef7df9f32, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=c393082c-a2dd-4d71-b29c-505ef7df9f32,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:17.573559 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.576786 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] For port c393082c-a2dd-4d71-b29c-505ef7df9f32, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=c393082c-a2dd-4d71-b29c-505ef7df9f32,segment=NetworkSegment(52d29962-72e6-405c-9818-f6d7f8438bad),segment_id=52d29962-72e6-405c-9818-f6d7f8438bad)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:17.577300 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.579910 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03300e-e41b-4ba1-bdea-13fa1bc10734 req-5d196a46-9c46-4b78-90a5-4ba950a70385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:17.581384 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6b03300e-e41b-4ba1-bdea-13fa1bc10734 req-5d196a46-9c46-4b78-90a5-4ba950a70385 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1865735 May 03 12:33:17.589416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] Calling delete_port for c393082c-a2dd-4d71-b29c-505ef7df9f32 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:17.609247 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Calling delete_port for c393082c-a2dd-4d71-b29c-505ef7df9f32 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:17.719377 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32924591-0a2c-4a2c-ad59-b2d7ee52838a req-bf1456d1-551b-4963-a257-db605a78ca39 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:17.720814 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32924591-0a2c-4a2c-ad59-b2d7ee52838a req-bf1456d1-551b-4963-a257-db605a78ca39 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 943 time: 0.0508246 May 03 12:33:17.730131 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.732263 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03300e-e41b-4ba1-bdea-13fa1bc10734 req-0c2f8889-d11c-4537-96b9-927783548383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:17.733740 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6b03300e-e41b-4ba1-bdea-13fa1bc10734 req-0c2f8889-d11c-4537-96b9-927783548383 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467030 May 03 12:33:17.750845 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (c393082c-a2dd-4d71-b29c-505ef7df9f32), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:17.760854 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] Pushing event deleted for resources: {'Port': ['ID=c393082c-a2dd-4d71-b29c-505ef7df9f32,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:17.768322 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5f2ac-50e8-49d2-b8db-60d20790168f None None] No DVR routers for this DVR port c393082c-a2dd-4d71-b29c-505ef7df9f32 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:17.778750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Pushing event deleted for resources: {'Port': ['ID=c393082c-a2dd-4d71-b29c-505ef7df9f32,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:17.783666 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] No DVR routers for this DVR port c393082c-a2dd-4d71-b29c-505ef7df9f32 on host dv-cinder-824911-5-iscsi {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:17.787516 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-32924591-0a2c-4a2c-ad59-b2d7ee52838a req-962979b9-96f3-4e5b-8a22-4c763d01b491 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575805 May 03 12:33:18.150115 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (d0000f64-e09d-44e5-a51a-0771928048df), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.153280 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-8347ce1e-8765-491e-84de-aa392715c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:18.154780 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-8347ce1e-8765-491e-84de-aa392715c5b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 1127 time: 0.3467565 May 03 12:33:18.212744 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-e8da1f1c-daa7-454d-a216-4aee55a90abc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73be9887-269f-423e-a3c1-7a648ae452c1 HTTP/1.1" status: 200 len: 217 time: 0.0451379 May 03 12:33:18.214249 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0000f64-e09d-44e5-a51a-0771928048df']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:18.231768 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d29962-72e6-405c-9818-f6d7f8438bad') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:18.232071 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.services.segments.db [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d29962-72e6-405c-9818-f6d7f8438bad') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:18.258994 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-117466794'] for segment (52d29962-72e6-405c-9818-f6d7f8438bad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.280296 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (52d29962-72e6-405c-9818-f6d7f8438bad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.288927 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-1e925236-890f-4371-b3d7-1303dbb7cb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:18.290673 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-1e925236-890f-4371-b3d7-1303dbb7cb32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b3fa9f18-fa6b-47d1-8e9f-63e3533377de HTTP/1.1" status: 200 len: 848 time: 0.0692677 May 03 12:33:18.291721 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:33:18.291984 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118792332'] for segment (52d29962-72e6-405c-9818-f6d7f8438bad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: self.session.flush() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: self.session.flush() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: self.session.flush() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: self.session.flush() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: Traceback (most recent call last): May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: timer() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: cb(*args, **kw) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: return func(*args, **kwargs) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: self._notify() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: self.callback(batched_events) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: event.method(event) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: return f(self, *a, **k) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._get(url).json() May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: return self.request(url, 'GET', **kwargs) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:33:18.295962 dv-cinder-824911-5-iscsi neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:33:18.337902 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-ec54ef26-1a18-489f-8132-8b3cee1a2a0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=33f20901-e34b-4845-9388-8ac5918a9a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340195 May 03 12:33:18.450532 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (d0000f64-e09d-44e5-a51a-0771928048df), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.453776 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-ea792a88-487e-4059-809e-74d572e1a539 service neutron] 10.222.0.39 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874810 May 03 12:33:18.458105 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.461229 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] 10.222.0.21 "DELETE /v2.0/networks/d0000f64-e09d-44e5-a51a-0771928048df HTTP/1.1" status: 204 len: 168 time: 1.1763406 May 03 12:33:18.488252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608074f6-ba7b-4235-af8f-1410db75498b admin admin] Pushing event deleted for resources: {'Network': ['ID=d0000f64-e09d-44e5-a51a-0771928048df,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:18.564990 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d86a997d-ef60-49fa-ae72-833b8c6b8a81 req-ec4f99b9-5fbe-48e6-8557-44673b2aadd3 service neutron] 10.222.0.39 "GET /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027055 May 03 12:33:18.660139 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3f0701ea-11c4-491b-86ea-b0f30c9f605d no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:18.680017 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 3f0701ea-11c4-491b-86ea-b0f30c9f605d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:18.680396 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 3f0701ea-11c4-491b-86ea-b0f30c9f605d not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:18.680790 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device f304a2bc-fb36-4d8f-ae22-0d7489f7d14d no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:18.699983 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: f304a2bc-fb36-4d8f-ae22-0d7489f7d14d {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:18.700328 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device f304a2bc-fb36-4d8f-ae22-0d7489f7d14d not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:18.700772 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device c393082c-a2dd-4d71-b29c-505ef7df9f32 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:18.719677 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: c393082c-a2dd-4d71-b29c-505ef7df9f32 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:18.720024 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device c393082c-a2dd-4d71-b29c-505ef7df9f32 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:18.808407 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:18.852963 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4003d021-d70d-4d2d-8cfc-1b0ae9ae1a64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfe9e07f034941009488167dde06eac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406318 May 03 12:33:18.853194 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:18.938360 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d855ea-4997-4b4e-8ae8-99853d120337 req-059bec17-fc91-4416-97e8-80fb171e9205 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:18.939712 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24d855ea-4997-4b4e-8ae8-99853d120337 req-059bec17-fc91-4416-97e8-80fb171e9205 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 943 time: 0.0662062 May 03 12:33:18.943152 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-330b8c73-f8f1-4f17-b2b0-86c981356ead admin admin] Publish callbacks [] for security_group (29ff3324-0f7b-48db-b515-4c5fd58cf3de), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:18.984424 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-330b8c73-f8f1-4f17-b2b0-86c981356ead admin admin] Publish callbacks [] for security_group (29ff3324-0f7b-48db-b515-4c5fd58cf3de), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.018638 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-24d855ea-4997-4b4e-8ae8-99853d120337 req-ebf84664-9e7d-4e90-9242-bfa21c68f897 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727510 May 03 12:33:19.106388 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-330b8c73-f8f1-4f17-b2b0-86c981356ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (29ff3324-0f7b-48db-b515-4c5fd58cf3de), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.108989 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-330b8c73-f8f1-4f17-b2b0-86c981356ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.110123 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-330b8c73-f8f1-4f17-b2b0-86c981356ead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29ff3324-0f7b-48db-b515-4c5fd58cf3de HTTP/1.1" status: 204 len: 168 time: 0.2560441 May 03 12:33:19.118413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b8c73-f8f1-4f17-b2b0-86c981356ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ff3324-0f7b-48db-b515-4c5fd58cf3de,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:19.723611 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:19.765456 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-f496fe32-8051-47bd-b498-5d89664da1da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a8686850db14857b14e7034ef2c462a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406642 May 03 12:33:19.768020 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:19.817228 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-210dcd49-794c-44ef-82fd-05550fdb0642 admin admin] Publish callbacks [] for security_group (dde5e3f8-6996-44ec-aa91-55be2b7f9025), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.838459 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-210dcd49-794c-44ef-82fd-05550fdb0642 admin admin] Publish callbacks [] for security_group (dde5e3f8-6996-44ec-aa91-55be2b7f9025), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.935219 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-210dcd49-794c-44ef-82fd-05550fdb0642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (dde5e3f8-6996-44ec-aa91-55be2b7f9025), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.937750 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-210dcd49-794c-44ef-82fd-05550fdb0642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:19.938911 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-210dcd49-794c-44ef-82fd-05550fdb0642 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde5e3f8-6996-44ec-aa91-55be2b7f9025 HTTP/1.1" status: 204 len: 168 time: 0.1699400 May 03 12:33:19.946359 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dcd49-794c-44ef-82fd-05550fdb0642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde5e3f8-6996-44ec-aa91-55be2b7f9025,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:20.133481 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a666d4-9ef3-48a2-b83a-4388502599a7 req-fb7fa051-0c6f-4f13-837a-062413886190 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:20.134624 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36a666d4-9ef3-48a2-b83a-4388502599a7 req-fb7fa051-0c6f-4f13-837a-062413886190 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 943 time: 0.0503690 May 03 12:33:20.181915 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-36a666d4-9ef3-48a2-b83a-4388502599a7 req-d83cde07-9940-4ad1-8948-926ae4920266 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 May 03 12:33:20.729795 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5e8905bf-6809-404d-84d0-9b81d655a158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.008556 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:21.112882 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2135153749-network', 'tenant_id': '63e643aec806497bb42c62ea76c402f4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:21.180744 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Made reservation on behalf of 63e643aec806497bb42c62ea76c402f4 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:33:21.188178 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.192170 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.266321 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 73be9887-269f-423e-a3c1-7a648ae452c1 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:33:21.301900 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks [] for security_group (0165fa0f-2cbd-4650-9f55-0635e64bdcb4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.312298 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e46ca-8dd2-4884-aad9-23581aa5dbfb req-0e2d42a1-3648-45f9-99f2-e82abb52fb59 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:21.313737 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a04e46ca-8dd2-4884-aad9-23581aa5dbfb req-0e2d42a1-3648-45f9-99f2-e82abb52fb59 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 943 time: 0.0607188 May 03 12:33:21.365546 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a04e46ca-8dd2-4884-aad9-23581aa5dbfb req-28ff6ee3-1913-4c3a-a5c4-3ecc1b9e0f4f tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461280 May 03 12:33:21.381375 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0165fa0f-2cbd-4650-9f55-0635e64bdcb4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.385860 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 73be9887-269f-423e-a3c1-7a648ae452c1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=73be9887-269f-423e-a3c1-7a648ae452c1,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:21.399701 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '73be9887-269f-423e-a3c1-7a648ae452c1', 'network_id': '33f20901-e34b-4845-9388-8ac5918a9a57', 'port_id': '73be9887-269f-423e-a3c1-7a648ae452c1', 'mac_address': 'fa:16:3e:88:e8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fa9f18-fa6b-47d1-8e9f-63e3533377de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:33:21.404513 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:33:21.424131 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (b60e8395-0182-45fe-801c-3d2e9eed6cdd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.424517 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.segments_db [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Added segment b60e8395-0182-45fe-801c-3d2e9eed6cdd of type vlan for network 3444a6f8-7071-4852-98be-6e09768bcf8f May 03 12:33:21.425955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0165fa0f-2cbd-4650-9f55-0635e64bdcb4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:21.442064 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 73be9887-269f-423e-a3c1-7a648ae452c1 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:21.442505 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.455913 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73be9887-269f-423e-a3c1-7a648ae452c1 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:33:21.475955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (3444a6f8-7071-4852-98be-6e09768bcf8f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.477882 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 73be9887-269f-423e-a3c1-7a648ae452c1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=73be9887-269f-423e-a3c1-7a648ae452c1,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:21.540805 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.592203 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=73be9887-269f-423e-a3c1-7a648ae452c1,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:21.603559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (3444a6f8-7071-4852-98be-6e09768bcf8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.604593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:21.605176 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.664980 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] Pushing event updated for resources: {'Network': ['ID=3444a6f8-7071-4852-98be-6e09768bcf8f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:21.679352 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 3444a6f8-7071-4852-98be-6e09768bcf8f details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:33:21.727013 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e342bb98-7c05-44cf-a18a-61202f6a3704 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7173274 May 03 12:33:21.730033 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46370) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:21.735517 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Request body: {'subnet': {'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2135153749-subnet', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:21.809600 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Made reservation on behalf of 63e643aec806497bb42c62ea76c402f4 for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:33:21.811916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:21.828244 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['73be9887-269f-423e-a3c1-7a648ae452c1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:33:22.040209 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46378) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:22.072813 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.126411 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:22.149511 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7d805d8-a577-450f-a0ed-e514d7087781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.151501 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Checking segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:22.151868 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Network hostable DHCP agents. Network: 3444a6f8-7071-4852-98be-6e09768bcf8f, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:33:22.243978 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7d805d8-a577-450f-a0ed-e514d7087781 admin admin] Publish callbacks [] for security_group (f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.283655 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:33:22.312100 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7d805d8-a577-450f-a0ed-e514d7087781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.351181 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b7d805d8-a577-450f-a0ed-e514d7087781 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe5c1c0c2dfb4a5d8443e71541eaa9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3098526 May 03 12:33:22.351892 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d805d8-a577-450f-a0ed-e514d7087781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:22.354094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:22.354669 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46386) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:22.369851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 3444a6f8-7071-4852-98be-6e09768bcf8f) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:22.376488 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:22.377150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.381068 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24662bf-df1a-4401-98f4-4e47eb9c9dfd None None] Network 3444a6f8-7071-4852-98be-6e09768bcf8f requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:33:22.425057 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ead8d385-7ea5-4ebc-9ac7-d90273984238 admin admin] Publish callbacks [] for security_group (f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.449054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ead8d385-7ea5-4ebc-9ac7-d90273984238 admin admin] Publish callbacks [] for security_group (f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.491845 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3dcb94b5-9437-48ca-af93-1bc7f75c8c8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7606099 May 03 12:33:22.496479 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:22.502239 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:22.508673 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0bb3b-6380-4e2a-abd9-5d3498ced828 req-6ef08950-722a-4adf-9674-ee489b392001 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:22.510204 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0cd0bb3b-6380-4e2a-abd9-5d3498ced828 req-6ef08950-722a-4adf-9674-ee489b392001 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 944 time: 0.0604939 May 03 12:33:22.518585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6a05ed6-d9bc-4209-be6b-afc10ecc019d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.518914 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-3444a6f8-7071-4852-98be-6e09768bcf8f', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:33:22.520760 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.577552 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-0cd0bb3b-6380-4e2a-abd9-5d3498ced828 req-f0cef2b6-89ac-4790-97c6-efdb4442fa54 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549951 May 03 12:33:22.589024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ead8d385-7ea5-4ebc-9ac7-d90273984238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.598663 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ead8d385-7ea5-4ebc-9ac7-d90273984238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.598663 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-ead8d385-7ea5-4ebc-9ac7-d90273984238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8 HTTP/1.1" status: 204 len: 168 time: 0.2379265 May 03 12:33:22.602454 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8d385-7ea5-4ebc-9ac7-d90273984238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e0c6e-1f63-4941-8ac8-4cf3ca6483b8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:22.616075 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.620410 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.651183 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6a05ed6-d9bc-4209-be6b-afc10ecc019d admin admin] Publish callbacks [] for security_group (c7579726-60f6-491d-9a0e-14875a92ecdb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.689452 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks [] for router_controller (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.719150 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Allocated IP 172.20.0.2 (3444a6f8-7071-4852-98be-6e09768bcf8f/70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda/59a84424-d141-42f6-82ff-483ccfad525a) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:22.740926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6a05ed6-d9bc-4209-be6b-afc10ecc019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c7579726-60f6-491d-9a0e-14875a92ecdb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.784627 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c6a05ed6-d9bc-4209-be6b-afc10ecc019d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=020543613d394717af14c5143698fa5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4266760 May 03 12:33:22.784627 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a05ed6-d9bc-4209-be6b-afc10ecc019d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7579726-60f6-491d-9a0e-14875a92ecdb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:22.785514 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46396) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:22.827966 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6a8ab352-1c9f-4099-8e3b-ef8fbd32a365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.844258 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df0bf1ba-bbdd-45b6-97e4-df3124fbdb6c admin admin] Publish callbacks [] for security_group (c7579726-60f6-491d-9a0e-14875a92ecdb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.867006 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df0bf1ba-bbdd-45b6-97e4-df3124fbdb6c admin admin] Publish callbacks [] for security_group (c7579726-60f6-491d-9a0e-14875a92ecdb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.906340 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Publish callbacks [] for port (59a84424-d141-42f6-82ff-483ccfad525a), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.931601 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks [] for router_gateway (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:22.981156 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (59a84424-d141-42f6-82ff-483ccfad525a), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.009628 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df0bf1ba-bbdd-45b6-97e4-df3124fbdb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c7579726-60f6-491d-9a0e-14875a92ecdb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.012408 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df0bf1ba-bbdd-45b6-97e4-df3124fbdb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.013636 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-df0bf1ba-bbdd-45b6-97e4-df3124fbdb6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7579726-60f6-491d-9a0e-14875a92ecdb HTTP/1.1" status: 204 len: 168 time: 0.2272596 May 03 12:33:23.022708 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:23.026705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bf1ba-bbdd-45b6-97e4-df3124fbdb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7579726-60f6-491d-9a0e-14875a92ecdb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:23.027801 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:23.033654 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:23.055307 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Pushing event updated for resources: {'Port': ['ID=59a84424-d141-42f6-82ff-483ccfad525a,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:23.118508 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Attempting to bind port 59a84424-d141-42f6-82ff-483ccfad525a on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:23.118893 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Attempting to bind port 59a84424-d141-42f6-82ff-483ccfad525a by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:23.119257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Attempting to bind port 59a84424-d141-42f6-82ff-483ccfad525a on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:23.124393 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:23.124784 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Checking segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:23.125192 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.125584 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Bound using segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:23.126050 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Bound port: 59a84424-d141-42f6-82ff-483ccfad525a, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:23.126428 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (59a84424-d141-42f6-82ff-483ccfad525a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.194618 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks [] for router_gateway (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.196906 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] For port 59a84424-d141-42f6-82ff-483ccfad525a, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:23.199974 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] For port 59a84424-d141-42f6-82ff-483ccfad525a, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=59a84424-d141-42f6-82ff-483ccfad525a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:23.213022 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.282691 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 73be9887-269f-423e-a3c1-7a648ae452c1 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:23.307180 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (59a84424-d141-42f6-82ff-483ccfad525a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.316251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Allocated IP 172.27.0.40 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/9a783cd1-274c-4518-8f99-46a8ee338def) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:23.325323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46402) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:23.338930 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e864febf-f438-430d-bf47-d9cbd56f1f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.429096 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e864febf-f438-430d-bf47-d9cbd56f1f05 admin admin] Publish callbacks [] for security_group (33385358-a7b6-4080-8f3f-c4b2a4a37512), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.439017 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks [] for port (9a783cd1-274c-4518-8f99-46a8ee338def), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.483848 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e864febf-f438-430d-bf47-d9cbd56f1f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (33385358-a7b6-4080-8f3f-c4b2a4a37512), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.531218 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 73be9887-269f-423e-a3c1-7a648ae452c1 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:33:23.536740 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.549131 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864febf-f438-430d-bf47-d9cbd56f1f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33385358-a7b6-4080-8f3f-c4b2a4a37512,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:23.549490 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d618f61-c0b8-4bee-886d-24da3b548878 None None] Pushing event updated for resources: {'Port': ['ID=59a84424-d141-42f6-82ff-483ccfad525a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:23.549585 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e864febf-f438-430d-bf47-d9cbd56f1f05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6788a696135b4c8f8cc6c1a6b437045e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193522 May 03 12:33:23.550609 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46408) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:23.595311 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:23.606053 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:23.611871 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:23.618719 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-014f16a2-d285-4e8f-ab5f-e53bbe8e2192 admin admin] Publish callbacks [] for security_group (33385358-a7b6-4080-8f3f-c4b2a4a37512), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.626578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 73be9887-269f-423e-a3c1-7a648ae452c1 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:23.626961 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.658181 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-014f16a2-d285-4e8f-ab5f-e53bbe8e2192 admin admin] Publish callbacks [] for security_group (33385358-a7b6-4080-8f3f-c4b2a4a37512), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.750627 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 73be9887-269f-423e-a3c1-7a648ae452c1 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:23.751030 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.756869 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Pushing event updated for resources: {'Port': ['ID=9a783cd1-274c-4518-8f99-46a8ee338def,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:23.807527 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73be9887-269f-423e-a3c1-7a648ae452c1'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:33:23.810528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f935d3-4bf1-4242-adc4-d1bd09dd4d08" -d '{"events": [{"server_uuid": "5b1ba804-8bb9-4f25-a507-6608c5cccb19", "name": "network-vif-plugged", "status": "completed", "tag": "73be9887-269f-423e-a3c1-7a648ae452c1"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:33:23.815978 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-014f16a2-d285-4e8f-ab5f-e53bbe8e2192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (33385358-a7b6-4080-8f3f-c4b2a4a37512), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.818616 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-014f16a2-d285-4e8f-ab5f-e53bbe8e2192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.819780 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-014f16a2-d285-4e8f-ab5f-e53bbe8e2192 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33385358-a7b6-4080-8f3f-c4b2a4a37512 HTTP/1.1" status: 204 len: 168 time: 0.2681754 May 03 12:33:23.824318 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f286970-cac5-4237-8421-b831b93c89fa req-5df3ed76-5f56-4673-92f8-5f76f6ccb741 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:23.825982 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f286970-cac5-4237-8421-b831b93c89fa req-5df3ed76-5f56-4673-92f8-5f76f6ccb741 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 944 time: 0.1439943 May 03 12:33:23.840963 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 73be9887-269f-423e-a3c1-7a648ae452c1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=73be9887-269f-423e-a3c1-7a648ae452c1,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:23.853311 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f16a2-d285-4e8f-ab5f-e53bbe8e2192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33385358-a7b6-4080-8f3f-c4b2a4a37512,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:23.897683 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa6261b-37b0-4a55-9742-58f0a69a44b7 x-openstack-request-id: req-dfa6261b-37b0-4a55-9742-58f0a69a44b7 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:33:23.897985 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ba804-8bb9-4f25-a507-6608c5cccb19", "name": "network-vif-plugged", "status": "completed", "tag": "73be9887-269f-423e-a3c1-7a648ae452c1", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:33:23.898241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfa6261b-37b0-4a55-9742-58f0a69a44b7 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:33:23.898700 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa6261b-37b0-4a55-9742-58f0a69a44b7'] response: {'server_uuid': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73be9887-269f-423e-a3c1-7a648ae452c1', 'code': 200} May 03 12:33:23.906556 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:23.920785 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f286970-cac5-4237-8421-b831b93c89fa req-3209e130-897e-42cb-876c-6a298a74aea5 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738428 May 03 12:33:24.005082 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=73be9887-269f-423e-a3c1-7a648ae452c1,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:24.110624 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks [] for router_gateway (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:24.142217 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:24.261451 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e400e-edfa-4575-b4a0-0ce1291c1ae8 req-6fe12409-5351-428a-89ee-e1adb09ff9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:24.263258 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f25e400e-edfa-4575-b4a0-0ce1291c1ae8 req-6fe12409-5351-428a-89ee-e1adb09ff9b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 1129 time: 0.0519352 May 03 12:33:24.373194 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-f25e400e-edfa-4575-b4a0-0ce1291c1ae8 req-3eebb5f2-4f00-4901-8d99-cc52736e1f76 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703957 May 03 12:33:24.441681 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:24.695181 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:33:24.740157 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 59a84424-d141-42f6-82ff-483ccfad525a up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:24.793302 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 59a84424-d141-42f6-82ff-483ccfad525a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:24.793795 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (59a84424-d141-42f6-82ff-483ccfad525a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:24.836589 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:24.849419 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:24.880584 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b562d435-a152-414b-ad90-eb3fa78f4a43 None None] Network 3444a6f8-7071-4852-98be-6e09768bcf8f requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:33:24.902671 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:24.904431 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-e8d14bc8-692e-424a-bef5-b9fd18c83ffb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4062421 May 03 12:33:24.906758 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46448) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:24.911188 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:24.911850 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:24.973337 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 59a84424-d141-42f6-82ff-483ccfad525a is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:24.974013 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (59a84424-d141-42f6-82ff-483ccfad525a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.037365 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-1a34ec32-37eb-4a37-9697-873590e199fc None None] Provisioning complete for port 59a84424-d141-42f6-82ff-483ccfad525a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:25.037739 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1a34ec32-37eb-4a37-9697-873590e199fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (59a84424-d141-42f6-82ff-483ccfad525a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.121098 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83780f38-df49-4c1f-9fbf-99b957522f5c req-a77f2676-5ff7-42a3-ab30-ea0262b7ee05 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:25.122570 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83780f38-df49-4c1f-9fbf-99b957522f5c req-a77f2676-5ff7-42a3-ab30-ea0262b7ee05 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 945 time: 0.0896208 May 03 12:33:25.142547 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 59a84424-d141-42f6-82ff-483ccfad525a, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=59a84424-d141-42f6-82ff-483ccfad525a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:25.185555 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:25.256611 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (59a84424-d141-42f6-82ff-483ccfad525a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.270175 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-83780f38-df49-4c1f-9fbf-99b957522f5c req-0fa6893b-74c2-4070-ace3-b6e87fd5f64f tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306958 May 03 12:33:25.422644 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-1a34ec32-37eb-4a37-9697-873590e199fc None None] Current status of the port 59a84424-d141-42f6-82ff-483ccfad525a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:25.439947 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=59a84424-d141-42f6-82ff-483ccfad525a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:25.484093 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.485122 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.505602 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:23Z', 'revision_number': 3, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:25.537304 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:25.537579 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Updating router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 port 9a783cd1-274c-4518-8f99-46a8ee338def binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:33:25.601882 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-193ea15d-19b7-425a-82ca-4ce40d337e98 None None] Provisioning complete for port 59a84424-d141-42f6-82ff-483ccfad525a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:25.603117 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-193ea15d-19b7-425a-82ca-4ce40d337e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (59a84424-d141-42f6-82ff-483ccfad525a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.611141 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.659623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Allocated IP 172.20.0.1 (3444a6f8-7071-4852-98be-6e09768bcf8f/70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda/046fd65e-f941-4eaa-8253-fb259bf53976) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:25.793758 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks [] for port (046fd65e-f941-4eaa-8253-fb259bf53976), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.821475 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-193ea15d-19b7-425a-82ca-4ce40d337e98 None None] Current status of the port 59a84424-d141-42f6-82ff-483ccfad525a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:25.936121 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.960417 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Publish callbacks [] for port (9a783cd1-274c-4518-8f99-46a8ee338def), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:25.987279 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:25.990254 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:25.995878 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:26.017702 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Pushing event updated for resources: {'Port': ['ID=046fd65e-f941-4eaa-8253-fb259bf53976,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:26.038694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.055828 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.112436 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Attempting to bind port 9a783cd1-274c-4518-8f99-46a8ee338def on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:26.112814 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Attempting to bind port 9a783cd1-274c-4518-8f99-46a8ee338def by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:26.113415 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Attempting to bind port 9a783cd1-274c-4518-8f99-46a8ee338def on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:26.129629 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:26.130018 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:26.130441 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.130825 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:26.131319 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Bound port: 9a783cd1-274c-4518-8f99-46a8ee338def, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:26.131707 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.133505 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eaecd-3fd3-46b2-bd6c-9fa7e067b08a None None] Pushing event updated for resources: {'Port': ['ID=9a783cd1-274c-4518-8f99-46a8ee338def,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:26.201019 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] For port 9a783cd1-274c-4518-8f99-46a8ee338def, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:26.204342 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] For port 9a783cd1-274c-4518-8f99-46a8ee338def, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=9a783cd1-274c-4518-8f99-46a8ee338def,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:26.245621 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6b5193fb-8409-4df7-92c9-cbe7c3f845f0 None None] Provisioning complete for port 046fd65e-f941-4eaa-8253-fb259bf53976 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:26.248541 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6b5193fb-8409-4df7-92c9-cbe7c3f845f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.283745 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6b5193fb-8409-4df7-92c9-cbe7c3f845f0 None None] Port 046fd65e-f941-4eaa-8253-fb259bf53976 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:33:26.300633 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.300771 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.371725 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:26.372395 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:26.377329 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0eaecd-3fd3-46b2-bd6c-9fa7e067b08a None None] Pushing event updated for resources: {'Port': ['ID=9a783cd1-274c-4518-8f99-46a8ee338def,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:26.417425 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7077f02-5caa-46e0-8286-47bfa2fe1654 req-787c0406-eca8-4d23-a817-be6a4f50f0b9 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:26.419076 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e7077f02-5caa-46e0-8286-47bfa2fe1654 req-787c0406-eca8-4d23-a817-be6a4f50f0b9 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 945 time: 0.0719092 May 03 12:33:26.482836 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e7077f02-5caa-46e0-8286-47bfa2fe1654 req-5ec17172-5754-4eec-969c-ef52b9451906 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 May 03 12:33:26.650911 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:26.707867 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 59a84424-d141-42f6-82ff-483ccfad525a up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:26.796745 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks [] for port (046fd65e-f941-4eaa-8253-fb259bf53976), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.846145 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 59a84424-d141-42f6-82ff-483ccfad525a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:26.846523 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (59a84424-d141-42f6-82ff-483ccfad525a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.884100 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.932478 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:25Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:26.951900 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:26.954598 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Pushing event updated for resources: {'Port': ['ID=046fd65e-f941-4eaa-8253-fb259bf53976,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:26.964457 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6078e5e-9b9f-4402-876a-4020a311795e None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:25Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:27.012879 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 59a84424-d141-42f6-82ff-483ccfad525a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:27.080788 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:27.090878 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:27.175474 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:27.278604 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:33:27.417562 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:27.422751 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-41fd21a9-9def-4370-a1fd-446ce2649f06 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5be4e07-c1c7-4d8c-8e02-bb92483f4155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5144000 May 03 12:33:27.510366 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6dad7297-7888-49f6-937c-8cfd03d199f0 None None] Provisioning complete for port 046fd65e-f941-4eaa-8253-fb259bf53976 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:27.510854 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6dad7297-7888-49f6-937c-8cfd03d199f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:27.559741 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6dad7297-7888-49f6-937c-8cfd03d199f0 None None] Port 046fd65e-f941-4eaa-8253-fb259bf53976 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:33:28.200490 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8419d1-c350-43de-9483-a8381f260e10 req-345f5e23-fc24-4c35-91bd-6946ae4f8b7b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:28.202219 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ff8419d1-c350-43de-9483-a8381f260e10 req-345f5e23-fc24-4c35-91bd-6946ae4f8b7b tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 945 time: 0.0624847 May 03 12:33:28.299598 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ff8419d1-c350-43de-9483-a8381f260e10 req-020f22db-ad13-409b-ab6b-ac4ab794831e tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886405 May 03 12:33:28.328476 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46538) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:28.335325 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1498075305-network', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:28.409762 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Made reservation on behalf of 5e8d4af3309f4ee394db586a0c58350e for: {'network': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:33:28.412172 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for network (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.421595 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.501718 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks [] for security_group (6ca6d66b-12c5-4511-bbb5-b0b884cbb20f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.569644 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6ca6d66b-12c5-4511-bbb5-b0b884cbb20f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.597690 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103886) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 12:33:28.608263 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6d66b-12c5-4511-bbb5-b0b884cbb20f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:28.613086 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (0d6b6803-591e-47ec-a14d-f268e1c16d84), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.613432 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.segments_db [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Added segment 0d6b6803-591e-47ec-a14d-f268e1c16d84 of type vlan for network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f May 03 12:33:28.654610 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774692551105'] for network (4168159b-11f9-4dac-b5be-9a8c5bd30c0f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.700565 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 9a783cd1-274c-4518-8f99-46a8ee338def up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:28.741129 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365'] for network (4168159b-11f9-4dac-b5be-9a8c5bd30c0f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.742312 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:28.742942 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.745951 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 9a783cd1-274c-4518-8f99-46a8ee338def triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:28.746193 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.805680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] Pushing event updated for resources: {'Network': ['ID=4168159b-11f9-4dac-b5be-9a8c5bd30c0f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:28.819723 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f details requested by agent ovs-agent-dv-cinder-824911-5-iscsi with host dv-cinder-824911-5-iscsi {{(pid=103887) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 03 12:33:28.840893 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-177cb0c6-b445-49ee-812c-060d07abe9df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5112901 May 03 12:33:28.843641 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46542) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:28.848439 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Request body: {'subnet': {'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1498075305-subnet', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'ip_version': 4}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:28.850312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 9a783cd1-274c-4518-8f99-46a8ee338def is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:28.850312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.898704 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 9a783cd1-274c-4518-8f99-46a8ee338def, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=9a783cd1-274c-4518-8f99-46a8ee338def,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:28.952195 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Made reservation on behalf of 5e8d4af3309f4ee394db586a0c58350e for: {'subnet': 1} {{(pid=103886) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:33:28.954634 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127775461'] for subnet (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:28.975483 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.032879 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=9a783cd1-274c-4518-8f99-46a8ee338def,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:29.169909 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125948864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127775483'] for subnet (d8a6a430-52e9-470e-b3a9-1f4accb2b27a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.230150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a6a430-52e9-470e-b3a9-1f4accb2b27a,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:29.231691 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:29.246943 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Checking segment: {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:29.247305 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Network hostable DHCP agents. Network: 4168159b-11f9-4dac-b5be-9a8c5bd30c0f, hostable agents: ['80f07e31-5c54-432d-ad23-015c067d184c'], hosted agents: [] {{(pid=103886) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 12:33:29.247981 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:29.248926 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:29.362885 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f is scheduled to be hosted by DHCP agent 80f07e31-5c54-432d-ad23-015c067d184c with binding_index 1 {{(pid=103886) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 12:33:29.363957 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:29.404221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e143c-fe1d-4d6d-86ba-5de7507af8b3 req-5662c37a-1c49-4068-a299-1c542344f1e6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:29.405709 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c12e143c-fe1d-4d6d-86ba-5de7507af8b3 req-5662c37a-1c49-4068-a299-1c542344f1e6 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 945 time: 0.0542662 May 03 12:33:29.453406 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c12e143c-fe1d-4d6d-86ba-5de7507af8b3 req-533c6e9c-79ba-4985-9b7a-132e4646eab7 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/security-groups?id=0db116a7-2862-4958-877e-b44c568197cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 May 03 12:33:29.477581 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824911-5-iscsi, 4168159b-11f9-4dac-b5be-9a8c5bd30c0f) {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:29.477581 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:29.478140 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.482649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc3bb5-79ac-441a-96c6-87ae0bef4f97 None None] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:33:29.550186 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-451aee23-7e45-4293-9b0d-742ad231f641 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:33:29.551726 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-451aee23-7e45-4293-9b0d-742ad231f641 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 945 time: 0.0490074 May 03 12:33:29.556102 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 2, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:29.564253 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-b1c65427-09d8-40a6-8ab5-0c30eb4cdc07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7194850 May 03 12:33:29.569891 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46552) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:29.569891 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:29.586024 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:29.586379 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Updating router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 port 046fd65e-f941-4eaa-8253-fb259bf53976 binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:33:29.610801 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54a1d3d6-978a-572d-bc53-3b7ae73f80e0-4168159b-11f9-4dac-b5be-9a8c5bd30c0f', 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f', 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'fixed_ips': [{'subnet_id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a'}]}} from dv-cinder-824911-5-iscsi. {{(pid=103887) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 03 12:33:29.611974 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.618451 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.644102 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-55389'] for router (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.645925 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1626156', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1752613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-55332'] for router (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.673061 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Deleting port 73be9887-269f-423e-a3c1-7a648ae452c1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:33:29.674213 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.744421 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks [] for router_controller (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), precommit_add_association {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.798122 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.db_base_plugin_common [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Allocated IP 172.20.0.2 (4168159b-11f9-4dac-b5be-9a8c5bd30c0f/d8a6a430-52e9-470e-b3a9-1f4accb2b27a/30005819-36a4-4e44-bf91-20d90a723573) {{(pid=103887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:29.816693 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] For port 73be9887-269f-423e-a3c1-7a648ae452c1, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=73be9887-269f-423e-a3c1-7a648ae452c1,segment=NetworkSegment(91592b53-a2f4-4467-8895-3b0b7737578a),segment_id=91592b53-a2f4-4467-8895-3b0b7737578a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:29.817068 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.854101 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Calling delete_port for 73be9887-269f-423e-a3c1-7a648ae452c1 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:33:29.962008 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Publish callbacks [] for port (046fd65e-f941-4eaa-8253-fb259bf53976), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.966042 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Publish callbacks [] for port (30005819-36a4-4e44-bf91-20d90a723573), precommit_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:29.999226 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks [] for router_gateway (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.049397 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.079090 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324'] for port (30005819-36a4-4e44-bf91-20d90a723573), after_create {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.124127 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f is already hosted by enough agents. {{(pid=103887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:30.136045 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.scheduler.base_scheduler [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Resources bound (agent type, host, resource id): {{(pid=103887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:30.137457 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (73be9887-269f-423e-a3c1-7a648ae452c1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.138254 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Pushing event updated for resources: {'Port': ['ID=30005819-36a4-4e44-bf91-20d90a723573,revision_number=1']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:30.140712 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Received port after_create {{(pid=103887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:30.155518 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Pushing event updated for resources: {'Port': ['ID=046fd65e-f941-4eaa-8253-fb259bf53976,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:30.163673 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.164288 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.164839 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.165198 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.165540 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.165869 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.166197 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.166520 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.166844 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.167164 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.167659 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.167997 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.168324 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.168672 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.168992 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:33:30.186531 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Attempting to bind port 046fd65e-f941-4eaa-8253-fb259bf53976 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:30.186898 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Attempting to bind port 046fd65e-f941-4eaa-8253-fb259bf53976 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:30.187477 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Attempting to bind port 046fd65e-f941-4eaa-8253-fb259bf53976 on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:30.193535 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:30.193958 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Checking segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:30.194361 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.194755 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Bound using segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:30.195273 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Bound port: 046fd65e-f941-4eaa-8253-fb259bf53976, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:30.195661 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.232726 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Pushing event deleted for resources: {'Port': ['ID=73be9887-269f-423e-a3c1-7a648ae452c1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:30.262927 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] No DVR routers for this DVR port 73be9887-269f-423e-a3c1-7a648ae452c1 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:33:30.267277 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['73be9887-269f-423e-a3c1-7a648ae452c1'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:33:30.267418 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.271043 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3ed2891-d352-49eb-9d6c-8b72d017f239 req-236308e7-d925-4222-be28-9ede2778d658 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.39 "DELETE /v2.0/ports/73be9887-269f-423e-a3c1-7a648ae452c1 HTTP/1.1" status: 204 len: 173 time: 0.7097540 May 03 12:33:30.271635 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'name': 'network-vif-deleted', 'tag': '73be9887-269f-423e-a3c1-7a648ae452c1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:33:30.276073 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef6a633-775b-43cc-b54b-648d494d11da" -d '{"events": [{"server_uuid": "5b1ba804-8bb9-4f25-a507-6608c5cccb19", "name": "network-vif-deleted", "tag": "73be9887-269f-423e-a3c1-7a648ae452c1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:33:30.309623 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] For port 046fd65e-f941-4eaa-8253-fb259bf53976, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:30.320346 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] For port 046fd65e-f941-4eaa-8253-fb259bf53976, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=046fd65e-f941-4eaa-8253-fb259bf53976,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:30.321396 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b324b5-5a9e-4f78-9b04-0bb8790d3965 x-openstack-request-id: req-32b324b5-5a9e-4f78-9b04-0bb8790d3965 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:33:30.321751 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b1ba804-8bb9-4f25-a507-6608c5cccb19", "name": "network-vif-deleted", "tag": "73be9887-269f-423e-a3c1-7a648ae452c1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:33:30.322095 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32b324b5-5a9e-4f78-9b04-0bb8790d3965 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:33:30.322642 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b324b5-5a9e-4f78-9b04-0bb8790d3965'] response: {'server_uuid': '5b1ba804-8bb9-4f25-a507-6608c5cccb19', 'name': 'network-vif-deleted', 'tag': '73be9887-269f-423e-a3c1-7a648ae452c1', 'status': 'completed', 'code': 200} May 03 12:33:30.329530 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Attempting to bind port 30005819-36a4-4e44-bf91-20d90a723573 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:30.332539 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Attempting to bind port 30005819-36a4-4e44-bf91-20d90a723573 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:30.332539 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Attempting to bind port 30005819-36a4-4e44-bf91-20d90a723573 on network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:30.344380 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:30.345213 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Checking segment: {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:30.345658 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.346056 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Bound using segment: {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:30.346783 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Bound port: 30005819-36a4-4e44-bf91-20d90a723573, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:30.346927 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (30005819-36a4-4e44-bf91-20d90a723573), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.375621 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks [] for router_gateway (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.393840 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.402004 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.413237 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] For port 30005819-36a4-4e44-bf91-20d90a723573, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:30.416848 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] For port 30005819-36a4-4e44-bf91-20d90a723573, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=30005819-36a4-4e44-bf91-20d90a723573,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:30.453714 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:30.454346 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:30.495977 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (30005819-36a4-4e44-bf91-20d90a723573), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.585687 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-deb278b2-10c4-4a2c-86a4-db86ef8da747 req-22726b76-0b53-4190-87e8-2469ab542033 tempest-VolumesActionsTest-919734394 tempest-VolumesActionsTest-919734394-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b1ba804-8bb9-4f25-a507-6608c5cccb19 HTTP/1.1" status: 200 len: 210 time: 0.0392735 May 03 12:33:30.609642 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Allocated IP 172.27.0.170 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/5eeb1353-48a7-47d7-9844-5ed5dd13205a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:30.635405 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3890cf-f7a8-422a-912c-f59ac12a02f1 None None] Pushing event updated for resources: {'Port': ['ID=30005819-36a4-4e44-bf91-20d90a723573,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:30.641769 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] Provisioning complete for port 046fd65e-f941-4eaa-8253-fb259bf53976 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:30.642368 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.699343 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:30.794746 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] Current status of the port 046fd65e-f941-4eaa-8253-fb259bf53976 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:30.795583 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.837635 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c0b1e-0a46-4639-b7bb-0834d32f4f85 None None] Pushing event updated for resources: {'Port': ['ID=046fd65e-f941-4eaa-8253-fb259bf53976,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:30.839990 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 9a783cd1-274c-4518-8f99-46a8ee338def up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:30.873360 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks [] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.879398 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] For port 046fd65e-f941-4eaa-8253-fb259bf53976, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=046fd65e-f941-4eaa-8253-fb259bf53976,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:30.900778 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 9a783cd1-274c-4518-8f99-46a8ee338def triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:30.901202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:30.950100 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:31.004313 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:31.025883 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:31.104181 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeb1353-48a7-47d7-9844-5ed5dd13205a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:31.120694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:31.122372 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:31.122528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44b046-ef2a-4c7a-ba71-5e5876e4d29f None None] Pushing event updated for resources: {'Port': ['ID=046fd65e-f941-4eaa-8253-fb259bf53976,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:31.126090 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-d96e95c5-57ee-4fe4-9f80-c13bfc7c7ac1 None None] Provisioning complete for port 046fd65e-f941-4eaa-8253-fb259bf53976 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:31.126473 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d96e95c5-57ee-4fe4-9f80-c13bfc7c7ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:31.129773 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:31.150638 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 9a783cd1-274c-4518-8f99-46a8ee338def is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:31.205939 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e8971b-b231-4492-826b-7e65fd5c19d2 None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:31.232624 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d96e95c5-57ee-4fe4-9f80-c13bfc7c7ac1 None None] Current status of the port 046fd65e-f941-4eaa-8253-fb259bf53976 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:31.486049 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks [] for router_gateway (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:31.740217 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1626355'] for router (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:31.990354 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245fd124-4cb8-4057-ba64-276090c68b15 None None] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:33:32.010437 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 is scheduled to L3 agent 12794d22-268a-4432-8376-7e89c18390c9 with binding_index 1 {{(pid=103886) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 03 12:33:32.126500 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] Provisioning complete for port 30005819-36a4-4e44-bf91-20d90a723573 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:32.126875 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (30005819-36a4-4e44-bf91-20d90a723573), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:32.142079 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:32.163106 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Sync routers for ids ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:32.200028 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Routers {'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:32.207481 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:32.258305 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:32.261252 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6f51afb9-7ba2-40b2-b765-17cf60d29101 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6953900 May 03 12:33:32.266439 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46618) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:32.304312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] Current status of the port 30005819-36a4-4e44-bf91-20d90a723573 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:32.305039 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (30005819-36a4-4e44-bf91-20d90a723573), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:32.386396 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Set router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:32.389347 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] For port 30005819-36a4-4e44-bf91-20d90a723573, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=30005819-36a4-4e44-bf91-20d90a723573,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:32.474952 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (30005819-36a4-4e44-bf91-20d90a723573), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:32.601343 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-3c83775e-786d-4a5d-8ef0-f2a465dd6160 None None] Provisioning complete for port 30005819-36a4-4e44-bf91-20d90a723573 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:32.601727 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3c83775e-786d-4a5d-8ef0-f2a465dd6160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (30005819-36a4-4e44-bf91-20d90a723573), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:32.635060 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eebff3-03e3-4496-a845-6eff767075c0 None None] Pushing event updated for resources: {'Port': ['ID=30005819-36a4-4e44-bf91-20d90a723573,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:32.700066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:33:31Z', 'revision_number': 3, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:32.739740 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Checking router: b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:32.742640 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Updating router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 port 5eeb1353-48a7-47d7-9844-5ed5dd13205a binding host dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:33:32.795234 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.036647 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 30005819-36a4-4e44-bf91-20d90a723573 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:33.038382 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3c83775e-786d-4a5d-8ef0-f2a465dd6160 None None] Current status of the port 30005819-36a4-4e44-bf91-20d90a723573 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:33.130424 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 30005819-36a4-4e44-bf91-20d90a723573 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:33.130808 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (30005819-36a4-4e44-bf91-20d90a723573), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.147850 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.279722 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 30005819-36a4-4e44-bf91-20d90a723573 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:33.280898 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 046fd65e-f941-4eaa-8253-fb259bf53976 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:33.311291 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Allocated IP 172.20.0.1 (4168159b-11f9-4dac-b5be-9a8c5bd30c0f/d8a6a430-52e9-470e-b3a9-1f4accb2b27a/a65766dd-970b-4704-8b53-7b84e2ef0b16) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:33:33.357493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Publish callbacks [] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), precommit_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.366623 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 046fd65e-f941-4eaa-8253-fb259bf53976 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:33.366998 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.387284 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 73be9887-269f-423e-a3c1-7a648ae452c1 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:33:33.412652 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 73be9887-269f-423e-a3c1-7a648ae452c1 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:33:33.412988 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 73be9887-269f-423e-a3c1-7a648ae452c1 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:33:33.422419 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks [] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.423998 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.495827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.506579 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Attempting to bind port 5eeb1353-48a7-47d7-9844-5ed5dd13205a on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:33.506958 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Attempting to bind port 5eeb1353-48a7-47d7-9844-5ed5dd13205a by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:33.507325 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Attempting to bind port 5eeb1353-48a7-47d7-9844-5ed5dd13205a on network b4d3d747-e640-4ac7-96f0-260191103dc9 {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:33.510865 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a81b25-d170-45f7-9f6c-5b3a06a102df None None] Pushing event updated for resources: {'Port': ['ID=5eeb1353-48a7-47d7-9844-5ed5dd13205a,revision_number=2']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:33.520719 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:33.520719 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Checking segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:33.520719 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.521054 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Bound using segment: {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'} {{(pid=103887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:33.521548 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.managers [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Bound port: 5eeb1353-48a7-47d7-9844-5ed5dd13205a, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9182e775-54a6-41f7-96f3-6dc6e8b40e58', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9'}}] {{(pid=103887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:33.521918 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.534143 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:33.537884 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:33.543324 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:33:33.549668 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 046fd65e-f941-4eaa-8253-fb259bf53976 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:33.565998 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a65766dd-970b-4704-8b53-7b84e2ef0b16,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:33.585737 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] For port 5eeb1353-48a7-47d7-9844-5ed5dd13205a, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:33.589140 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624966'] for router_interface (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.589337 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] For port 5eeb1353-48a7-47d7-9844-5ed5dd13205a, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=5eeb1353-48a7-47d7-9844-5ed5dd13205a,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:33.673554 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.731764 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Routers {'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:33.732477 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:33.772736 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a81b25-d170-45f7-9f6c-5b3a06a102df None None] Pushing event updated for resources: {'Port': ['ID=5eeb1353-48a7-47d7-9844-5ed5dd13205a,revision_number=3']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:33.802645 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.858005 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] Set router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:33.934689 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-e86ba9ff-5417-432f-8a99-e5a7ea9ad432 None None] Provisioning complete for port a65766dd-970b-4704-8b53-7b84e2ef0b16 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:33.935077 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e86ba9ff-5417-432f-8a99-e5a7ea9ad432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:33.980842 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks [] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:34.010578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-e86ba9ff-5417-432f-8a99-e5a7ea9ad432 None None] Port a65766dd-970b-4704-8b53-7b84e2ef0b16 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:33:34.049297 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:34.070249 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:33:31Z', 'revision_number': 3, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:34.097645 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13550391-b698-4fca-a415-abc1f48aaa12 None None] The sync data for ids ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:33:31Z', 'revision_number': 3, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:34.123803 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a65766dd-970b-4704-8b53-7b84e2ef0b16,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:34.127672 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1679479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624920'] for router_interface (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:34.221294 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:33:34.222676 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:33:34.380188 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:33:34.503348 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:33:34.509395 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-06d1715b-43f3-4ef4-b747-447f51bdc4f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2415223 May 03 12:33:34.537554 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-2f556114-1d29-4563-a227-333de221b3fc None None] Provisioning complete for port a65766dd-970b-4704-8b53-7b84e2ef0b16 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:34.538883 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2f556114-1d29-4563-a227-333de221b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:34.579706 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-2f556114-1d29-4563-a227-333de221b3fc None None] Port a65766dd-970b-4704-8b53-7b84e2ef0b16 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:33:34.780510 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 30005819-36a4-4e44-bf91-20d90a723573 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:34.833406 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 30005819-36a4-4e44-bf91-20d90a723573 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:34.833999 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (30005819-36a4-4e44-bf91-20d90a723573), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:34.922950 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 30005819-36a4-4e44-bf91-20d90a723573 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:34.924030 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 5eeb1353-48a7-47d7-9844-5ed5dd13205a up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:34.973408 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 5eeb1353-48a7-47d7-9844-5ed5dd13205a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:34.973788 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.052404 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 5eeb1353-48a7-47d7-9844-5ed5dd13205a is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:35.052803 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.074417 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] For port 5eeb1353-48a7-47d7-9844-5ed5dd13205a, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=5eeb1353-48a7-47d7-9844-5ed5dd13205a,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:35.134799 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46684) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:35.139528 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803594300', 'description': 'tempest-secgroup-smoke-803594300 description', 'project_id': '63e643aec806497bb42c62ea76c402f4'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:35.158077 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.204871 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Pushing event updated for resources: {'Port': ['ID=5eeb1353-48a7-47d7-9844-5ed5dd13205a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:35.226331 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.295420 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group (e2d162e2-ea41-4791-9e36-e8009123a3d9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.369366 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e2d162e2-ea41-4791-9e36-e8009123a3d9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.397804 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d162e2-ea41-4791-9e36-e8009123a3d9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:35.457036 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.458379 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-060ef3ad-346e-4058-94e7-678674356c89 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3225489 May 03 12:33:35.461369 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46690) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:35.465883 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group_rule': {'security_group_id': 'e2d162e2-ea41-4791-9e36-e8009123a3d9', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:35.563694 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (c425771f-3469-46f7-9b8a-66d1a14c42f0), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.619079 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (c425771f-3469-46f7-9b8a-66d1a14c42f0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.742994 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Sync routers for ids ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:33:35.746752 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (c425771f-3469-46f7-9b8a-66d1a14c42f0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.753709 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Routers {'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:35.754340 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:35.761857 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c425771f-3469-46f7-9b8a-66d1a14c42f0,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:35.860661 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Set router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:35.893893 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:35.895866 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-3261c645-01d7-4f8f-9d4c-3f042abe8c7a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4334595 May 03 12:33:35.903979 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46696) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:35.908826 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group_rule': {'security_group_id': 'e2d162e2-ea41-4791-9e36-e8009123a3d9', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:35.974325 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (18af3067-1623-4e57-957e-5534dc6c1853), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.032211 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (18af3067-1623-4e57-957e-5534dc6c1853), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.049552 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:33:33Z', 'revision_number': 4, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'a65766dd-970b-4704-8b53-7b84e2ef0b16', 'name': '', 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'mac_address': 'fa:16:3e:12:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:33Z', 'updated_at': '2022-05-03T12:33:33Z', 'revision_number': 2, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'subnets': [{'id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:36.075261 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Checking router: b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:33:36.075613 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Updating router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 port a65766dd-970b-4704-8b53-7b84e2ef0b16 binding host dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 12:33:36.089064 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (18af3067-1623-4e57-957e-5534dc6c1853), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.103756 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.107740 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18af3067-1623-4e57-957e-5534dc6c1853,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:36.182840 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.186785 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-e86bdc7b-2b20-404a-a89f-9d319ab4b8c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789342 May 03 12:33:36.186939 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46698) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:36.191722 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group_rule': {'security_group_id': 'e2d162e2-ea41-4791-9e36-e8009123a3d9', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:36.203583 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.277810 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (7c84606e-526b-4aac-b5ac-f466931cf1f2), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.334184 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (7c84606e-526b-4aac-b5ac-f466931cf1f2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.367090 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Publish callbacks [] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.392198 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (7c84606e-526b-4aac-b5ac-f466931cf1f2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.410406 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c84606e-526b-4aac-b5ac-f466931cf1f2,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:36.438142 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.465673 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.466936 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bbf80ac3-1b37-4b1f-b94d-3c9a9cd13cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2790995 May 03 12:33:36.469966 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46704) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:36.474565 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group_rule': {'security_group_id': 'e2d162e2-ea41-4791-9e36-e8009123a3d9', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:36.492696 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab351ac-954d-449b-ab0c-8b261e4a2f9e None None] Pushing event updated for resources: {'Port': ['ID=a65766dd-970b-4704-8b53-7b84e2ef0b16,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:36.541772 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Attempting to bind port a65766dd-970b-4704-8b53-7b84e2ef0b16 on host dv-cinder-824911-5-iscsi for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:33:36.542144 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Attempting to bind port a65766dd-970b-4704-8b53-7b84e2ef0b16 by drivers openvswitch,hyperv on host dv-cinder-824911-5-iscsi at level 0 using segments [{'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:33:36.542541 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Attempting to bind port a65766dd-970b-4704-8b53-7b84e2ef0b16 on network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:33:36.548030 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Checking agent: {'id': 'e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824911-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 15, 57), 'started_at': datetime.datetime(2022, 5, 3, 12, 16, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824911-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:33:36.548423 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Checking segment: {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:33:36.548838 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.549210 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Bound using segment: {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:33:36.549678 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Bound port: a65766dd-970b-4704-8b53-7b84e2ef0b16, host: dv-cinder-824911-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6b6803-591e-47ec-a14d-f268e1c16d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:33:36.550058 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.580770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (aa574185-ff68-48d1-8a4a-1486ac289665), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.624640 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] For port a65766dd-970b-4704-8b53-7b84e2ef0b16, host dv-cinder-824911-5-iscsi, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:33:36.630621 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] For port a65766dd-970b-4704-8b53-7b84e2ef0b16, host dv-cinder-824911-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a65766dd-970b-4704-8b53-7b84e2ef0b16,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:33:36.679628 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (aa574185-ff68-48d1-8a4a-1486ac289665), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.703551 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 5eeb1353-48a7-47d7-9844-5ed5dd13205a up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:36.707294 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.747556 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] Provisioning complete for port a65766dd-970b-4704-8b53-7b84e2ef0b16 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:36.747936 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.765051 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Routers {'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:33:36.765693 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:36.770560 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (aa574185-ff68-48d1-8a4a-1486ac289665), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.789896 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port 5eeb1353-48a7-47d7-9844-5ed5dd13205a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:36.790238 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.803774 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa574185-ff68-48d1-8a4a-1486ac289665,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:36.856661 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab351ac-954d-449b-ab0c-8b261e4a2f9e None None] Pushing event updated for resources: {'Port': ['ID=a65766dd-970b-4704-8b53-7b84e2ef0b16,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:36.874247 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.875478 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4dd0414e-4367-45c0-b319-45befc438a0c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4045157 May 03 12:33:36.878234 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46708) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:36.883114 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group_rule': {'security_group_id': 'e2d162e2-ea41-4791-9e36-e8009123a3d9', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:36.909521 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] Set router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:33:36.935293 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port 5eeb1353-48a7-47d7-9844-5ed5dd13205a is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:36.953173 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] Current status of the port a65766dd-970b-4704-8b53-7b84e2ef0b16 is: DOWN; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:36.953632 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.963840 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Project 63e643aec806497bb42c62ea76c402f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 12:33:36.970498 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (cf08550e-7202-4e73-992e-1de388de7b53), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:36.997777 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] For port a65766dd-970b-4704-8b53-7b84e2ef0b16, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a65766dd-970b-4704-8b53-7b84e2ef0b16,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:33:37.049698 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.052509 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (cf08550e-7202-4e73-992e-1de388de7b53), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.102324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e89210-af9a-4850-83db-870be4d939d7 None None] Pushing event updated for resources: {'Port': ['ID=a65766dd-970b-4704-8b53-7b84e2ef0b16,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:37.123851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (cf08550e-7202-4e73-992e-1de388de7b53), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.142091 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf08550e-7202-4e73-992e-1de388de7b53,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:37.165734 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:33:33Z', 'revision_number': 4, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'a65766dd-970b-4704-8b53-7b84e2ef0b16', 'name': '', 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'mac_address': 'fa:16:3e:12:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:33Z', 'updated_at': '2022-05-03T12:33:36Z', 'revision_number': 4, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'subnets': [{'id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:33:37.171104 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-6092a747-e80b-4704-b352-630ef366613a None None] Provisioning complete for port a65766dd-970b-4704-8b53-7b84e2ef0b16 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:37.171609 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6092a747-e80b-4704-b352-630ef366613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.196582 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3275949-175e-4be0-a1d8-365e66685a5b None None] The sync data for ids ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:33:33Z', 'revision_number': 4, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': 'a65766dd-970b-4704-8b53-7b84e2ef0b16', 'name': '', 'network_id': '4168159b-11f9-4dac-b5be-9a8c5bd30c0f', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'mac_address': 'fa:16:3e:12:ee:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:33Z', 'updated_at': '2022-05-03T12:33:36Z', 'revision_number': 4, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'subnets': [{'id': 'd8a6a430-52e9-470e-b3a9-1f4accb2b27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:33:37.228180 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.229432 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9d08f347-ae8c-4a72-840f-3a2cc50e7fcb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3500996 May 03 12:33:37.240284 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46724) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:37.245121 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'security_group_rule': {'security_group_id': 'e2d162e2-ea41-4791-9e36-e8009123a3d9', 'project_id': '63e643aec806497bb42c62ea76c402f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:33:37.272979 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-6092a747-e80b-4704-b352-630ef366613a None None] Current status of the port a65766dd-970b-4704-8b53-7b84e2ef0b16 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:37.363793 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.securitygroups_db [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Project 63e643aec806497bb42c62ea76c402f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 12:33:37.369945 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (05474ced-820a-4d39-8c20-5a5f29523ef0), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.442451 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (05474ced-820a-4d39-8c20-5a5f29523ef0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.540699 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801487'] for security_group_rule (05474ced-820a-4d39-8c20-5a5f29523ef0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.559743 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05474ced-820a-4d39-8c20-5a5f29523ef0,revision_number=0']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:37.651784 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:37.653146 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-258d34af-b2db-45c7-bae5-ca5d64345003 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4127209 May 03 12:33:38.690772 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a65766dd-970b-4704-8b53-7b84e2ef0b16 up at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:33:38.736030 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Provisioning complete for port a65766dd-970b-4704-8b53-7b84e2ef0b16 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:33:38.736427 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:38.810441 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Current status of the port a65766dd-970b-4704-8b53-7b84e2ef0b16 is: ACTIVE; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:33:40.970351 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:33:49.791642 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 46984) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:49.906962 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c65eeea-782f-4710-bcad-3fe1c9d35818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.010101 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c65eeea-782f-4710-bcad-3fe1c9d35818 admin admin] Publish callbacks [] for security_group (85ed27f6-8edb-4f3d-a014-76d7945c79ed), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.072170 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c65eeea-782f-4710-bcad-3fe1c9d35818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (85ed27f6-8edb-4f3d-a014-76d7945c79ed), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.114223 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4c65eeea-782f-4710-bcad-3fe1c9d35818 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57ec22a37e284273aa048651f02230fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199809 May 03 12:33:50.115047 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65eeea-782f-4710-bcad-3fe1c9d35818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed27f6-8edb-4f3d-a014-76d7945c79ed,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:50.117669 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 46990) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:50.189053 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3adaa09-1f8c-427c-8636-91c020d857d7 admin admin] Publish callbacks [] for security_group (85ed27f6-8edb-4f3d-a014-76d7945c79ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.218610 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3adaa09-1f8c-427c-8636-91c020d857d7 admin admin] Publish callbacks [] for security_group (85ed27f6-8edb-4f3d-a014-76d7945c79ed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.495092 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3adaa09-1f8c-427c-8636-91c020d857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (85ed27f6-8edb-4f3d-a014-76d7945c79ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.497693 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3adaa09-1f8c-427c-8636-91c020d857d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:50.498850 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b3adaa09-1f8c-427c-8636-91c020d857d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85ed27f6-8edb-4f3d-a014-76d7945c79ed HTTP/1.1" status: 204 len: 168 time: 0.3800514 May 03 12:33:50.506589 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adaa09-1f8c-427c-8636-91c020d857d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed27f6-8edb-4f3d-a014-76d7945c79ed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:50.690679 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0e0830f7-63f7-4bfb-a433-10207bd87abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.136833 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:51.153236 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee1bfc9-94dd-4426-a2ad-087df43dcede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.245099 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee1bfc9-94dd-4426-a2ad-087df43dcede admin admin] Publish callbacks [] for security_group (8f0e3a26-4f2e-48e7-bbab-72c846f6c70c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.306636 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ee1bfc9-94dd-4426-a2ad-087df43dcede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (8f0e3a26-4f2e-48e7-bbab-72c846f6c70c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.344545 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1bfc9-94dd-4426-a2ad-087df43dcede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e3a26-4f2e-48e7-bbab-72c846f6c70c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:51.360871 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-4ee1bfc9-94dd-4426-a2ad-087df43dcede admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c73e4c5ada54203b8c297ba42e17a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227454 May 03 12:33:51.364041 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:51.417358 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eddbad19-2b18-47d9-b397-1463b0044603 admin admin] Publish callbacks [] for security_group (8f0e3a26-4f2e-48e7-bbab-72c846f6c70c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.439781 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eddbad19-2b18-47d9-b397-1463b0044603 admin admin] Publish callbacks [] for security_group (8f0e3a26-4f2e-48e7-bbab-72c846f6c70c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.570631 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eddbad19-2b18-47d9-b397-1463b0044603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (8f0e3a26-4f2e-48e7-bbab-72c846f6c70c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.573354 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eddbad19-2b18-47d9-b397-1463b0044603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:51.574593 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-eddbad19-2b18-47d9-b397-1463b0044603 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f0e3a26-4f2e-48e7-bbab-72c846f6c70c HTTP/1.1" status: 204 len: 168 time: 0.2095921 May 03 12:33:51.588357 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbad19-2b18-47d9-b397-1463b0044603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e3a26-4f2e-48e7-bbab-72c846f6c70c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:52.780564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1fbcc385-bb43-4c5c-8a76-fbc1b852c610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:54.180774 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:54.484169 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47074) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:54.632000 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44bd8ad7-d89e-47f8-b41a-27edb7672a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:54.716156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44bd8ad7-d89e-47f8-b41a-27edb7672a81 admin admin] Publish callbacks [] for security_group (c4643666-72aa-448d-9bad-de9a69258899), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:54.877995 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44bd8ad7-d89e-47f8-b41a-27edb7672a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c4643666-72aa-448d-9bad-de9a69258899), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:54.915127 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd8ad7-d89e-47f8-b41a-27edb7672a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4643666-72aa-448d-9bad-de9a69258899,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:54.920978 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-44bd8ad7-d89e-47f8-b41a-27edb7672a81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59be7567bd6e4846b9695db55d63ec37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366469 May 03 12:33:54.922088 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:54.973755 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcbca-3d78-433c-99c6-2a14107573b8 admin admin] Publish callbacks [] for security_group (c4643666-72aa-448d-9bad-de9a69258899), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:54.999300 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcbca-3d78-433c-99c6-2a14107573b8 admin admin] Publish callbacks [] for security_group (c4643666-72aa-448d-9bad-de9a69258899), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:55.169471 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcbca-3d78-433c-99c6-2a14107573b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (c4643666-72aa-448d-9bad-de9a69258899), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:55.172481 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcbca-3d78-433c-99c6-2a14107573b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:55.173940 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7bdbcbca-3d78-433c-99c6-2a14107573b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4643666-72aa-448d-9bad-de9a69258899 HTTP/1.1" status: 204 len: 168 time: 0.2500811 May 03 12:33:55.182409 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbcbca-3d78-433c-99c6-2a14107573b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4643666-72aa-448d-9bad-de9a69258899,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:55.409010 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:55.814124 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:55.828000 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf45-5d85-4233-92f7-fa2c72916bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:55.899593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf45-5d85-4233-92f7-fa2c72916bd4 admin admin] Publish callbacks [] for security_group (46c47eb4-afe8-4909-8cac-ea0723f2b3c6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:55.963228 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa75cf45-5d85-4233-92f7-fa2c72916bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (46c47eb4-afe8-4909-8cac-ea0723f2b3c6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:56.007308 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-aa75cf45-5d85-4233-92f7-fa2c72916bd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d34a0fbca42432ca98ad6a40ad3df88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919885 May 03 12:33:56.007955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75cf45-5d85-4233-92f7-fa2c72916bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c47eb4-afe8-4909-8cac-ea0723f2b3c6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:56.010692 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47146) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:33:56.068592 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9c6f-ae9c-4578-9a77-c8e99f0b36ed admin admin] Publish callbacks [] for security_group (46c47eb4-afe8-4909-8cac-ea0723f2b3c6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:56.118841 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9c6f-ae9c-4578-9a77-c8e99f0b36ed admin admin] Publish callbacks [] for security_group (46c47eb4-afe8-4909-8cac-ea0723f2b3c6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:56.226537 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9c6f-ae9c-4578-9a77-c8e99f0b36ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (46c47eb4-afe8-4909-8cac-ea0723f2b3c6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:56.229221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9c6f-ae9c-4578-9a77-c8e99f0b36ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:33:56.230425 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f4ae9c6f-ae9c-4578-9a77-c8e99f0b36ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/46c47eb4-afe8-4909-8cac-ea0723f2b3c6 HTTP/1.1" status: 204 len: 168 time: 0.2183735 May 03 12:33:56.238831 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae9c6f-ae9c-4578-9a77-c8e99f0b36ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c47eb4-afe8-4909-8cac-ea0723f2b3c6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:33:57.184666 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:00.987642 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-7c0cc807-f4ba-4862-b0a4-a626278819dc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803594300&fields=id&tenant_id=63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 267 time: 0.0534465 May 03 12:34:01.099781 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-56403524-71f2-4d38-aba1-056aa03bbb31 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:01.101312 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-56403524-71f2-4d38-aba1-056aa03bbb31 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 812 time: 0.1052544 May 03 12:34:01.118482 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-959446e8-7eb0-48e1-88fd-2e1df8e17df5 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/quotas/63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 375 time: 0.0108228 May 03 12:34:01.174571 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-dd56576f-d582-497a-af6a-f66220e87afb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502915 May 03 12:34:01.287388 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-cbd724a4-e177-4723-9aa5-cca784d44cf1 service neutron] 10.222.0.21 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977862 May 03 12:34:01.678007 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-a8a76da9-2076-4b2a-be62-b93298589108 service neutron] 10.222.0.21 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846915 May 03 12:34:02.349113 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6f19122c-b2b1-4a2c-ab52-e4c290632d07 req-d3ff8cd6-72e8-48f4-a97c-24ae37d182ff tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 210 time: 0.0588188 May 03 12:34:03.481229 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a39d95cd-683c-43db-8167-4237df3e26a2 req-84f294dd-4b70-4ecf-bbb7-7a29600b83ec tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 210 time: 0.0460668 May 03 12:34:04.317897 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47308) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:04.434358 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-246a8b8d-ca79-42e1-aa1e-4eb8d08a15d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:04.516231 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-246a8b8d-ca79-42e1-aa1e-4eb8d08a15d4 admin admin] Publish callbacks [] for security_group (61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:04.583001 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-b7422f1f-aa23-4030-afc4-372086a4ef7a req-bf3f889b-4d74-44fd-b6a2-89d9506ab90b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 210 time: 0.0279965 May 03 12:34:04.603132 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-246a8b8d-ca79-42e1-aa1e-4eb8d08a15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:04.644183 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a8b8d-ca79-42e1-aa1e-4eb8d08a15d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:04.656423 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:04.665007 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-246a8b8d-ca79-42e1-aa1e-4eb8d08a15d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd4aaf82eab246a3a42dcd5d22a417c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459020 May 03 12:34:04.751281 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Publish callbacks [] for security_group (61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:04.816895 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Publish callbacks [] for security_group (61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:04.853739 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-334e1c15-ff68-4e11-8b4a-31b3d1c858e4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:04.855769 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-334e1c15-ff68-4e11-8b4a-31b3d1c858e4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 812 time: 0.1639211 May 03 12:34:04.938738 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-5ad53bfb-093a-4371-a3d7-f9f6ff2aabee tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 379 time: 0.0682659 May 03 12:34:04.955436 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'port': {'device_id': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'admin_state_up': True, 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'security_groups': ['e2d162e2-ea41-4791-9e36-e8009123a3d9']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:34:05.037763 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.040564 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.042122 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0 HTTP/1.1" status: 204 len: 168 time: 0.3883762 May 03 12:34:05.060619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a1f894-17d7-43f7-a6ff-d3f1fb5fbfc0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:05.075761 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.076113 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.076722 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.076855 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.077169 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.077768 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.077894 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.078171 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.078485 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.078821 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.079157 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.079498 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.079832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.080152 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.080660 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195e84d-23d7-438b-b524-5729793c9a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:05.192136 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Made reservation on behalf of 63e643aec806497bb42c62ea76c402f4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:34:05.195667 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.352409 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Allocated IP 172.20.0.13 (3444a6f8-7071-4852-98be-6e09768bcf8f/70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda/b50821fa-3815-4cb7-891b-8d22a59386a7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:34:05.501101 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.609426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.651218 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:34:05.654306 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:34:05.660823 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:34:05.720013 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=b50821fa-3815-4cb7-891b-8d22a59386a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:05.750551 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7febfa0-a1aa-4871-b4eb-10ce466f9f29 req-c9fe8b3d-a337-49e9-85ba-23e796b07074 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:05.752074 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7febfa0-a1aa-4871-b4eb-10ce466f9f29 req-c9fe8b3d-a337-49e9-85ba-23e796b07074 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 932 time: 0.0956845 May 03 12:34:05.766155 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:05.766899 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.824710 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7febfa0-a1aa-4871-b4eb-10ce466f9f29 req-778c228e-02a1-407b-81f4-fe44719fd6f9 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546763 May 03 12:34:05.874652 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-72ceeb1a-f098-46a2-b975-5a0b76787f75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9288654 May 03 12:34:05.891988 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Request body: {'port': {'device_id': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:34:05.912427 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-085beb5e-b8b5-46e4-88f2-b09443234a56 None None] Provisioning complete for port b50821fa-3815-4cb7-891b-8d22a59386a7 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:34:05.913394 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-085beb5e-b8b5-46e4-88f2-b09443234a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.930711 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47334) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:05.949029 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91f804c5-837a-4221-b16a-f307a8da12bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:05.967473 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-085beb5e-b8b5-46e4-88f2-b09443234a56 None None] Port b50821fa-3815-4cb7-891b-8d22a59386a7 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:34:05.976103 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.053770 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91f804c5-837a-4221-b16a-f307a8da12bb admin admin] Publish callbacks [] for security_group (1ea421a0-8b23-4cc6-9607-1b3be6ed80f5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.140324 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91f804c5-837a-4221-b16a-f307a8da12bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1ea421a0-8b23-4cc6-9607-1b3be6ed80f5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.184968 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-91f804c5-837a-4221-b16a-f307a8da12bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18abe5b68ba540afbf43091981062656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519634 May 03 12:34:06.185865 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f804c5-837a-4221-b16a-f307a8da12bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea421a0-8b23-4cc6-9607-1b3be6ed80f5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:06.188973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47346) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:06.219824 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.297816 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d02c3a7-b01d-494b-b3ec-0fefb643dbbd admin admin] Publish callbacks [] for security_group (1ea421a0-8b23-4cc6-9607-1b3be6ed80f5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.306684 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50821fa-3815-4cb7-891b-8d22a59386a7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:34:06.321344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Publish callbacks [] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.339198 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d02c3a7-b01d-494b-b3ec-0fefb643dbbd admin admin] Publish callbacks [] for security_group (1ea421a0-8b23-4cc6-9607-1b3be6ed80f5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.351850 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Transition to ACTIVE for port object b50821fa-3815-4cb7-891b-8d22a59386a7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:34:06.431542 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.490570 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Pushing event updated for resources: {'Port': ['ID=b50821fa-3815-4cb7-891b-8d22a59386a7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:06.495822 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d02c3a7-b01d-494b-b3ec-0fefb643dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (1ea421a0-8b23-4cc6-9607-1b3be6ed80f5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.500596 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d02c3a7-b01d-494b-b3ec-0fefb643dbbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.500596 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-8d02c3a7-b01d-494b-b3ec-0fefb643dbbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ea421a0-8b23-4cc6-9607-1b3be6ed80f5 HTTP/1.1" status: 204 len: 168 time: 0.3080528 May 03 12:34:06.528104 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02c3a7-b01d-494b-b3ec-0fefb643dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea421a0-8b23-4cc6-9607-1b3be6ed80f5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:06.583180 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Attempting to bind port b50821fa-3815-4cb7-891b-8d22a59386a7 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:34:06.584777 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Attempting to bind port b50821fa-3815-4cb7-891b-8d22a59386a7 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:34:06.584777 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Attempting to bind port b50821fa-3815-4cb7-891b-8d22a59386a7 on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:34:06.588672 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Port b50821fa-3815-4cb7-891b-8d22a59386a7 on network 3444a6f8-7071-4852-98be-6e09768bcf8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:34:06.588998 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Attempting to bind port b50821fa-3815-4cb7-891b-8d22a59386a7 on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:34:06.594206 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:34:06.594546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Checking segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:34:06.594937 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Bound using segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:34:06.595364 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Bound port: b50821fa-3815-4cb7-891b-8d22a59386a7, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:34:06.595724 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.670030 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] For port b50821fa-3815-4cb7-891b-8d22a59386a7, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:34:06.673776 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] For port b50821fa-3815-4cb7-891b-8d22a59386a7, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b50821fa-3815-4cb7-891b-8d22a59386a7,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:34:06.735358 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.776174 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:06.776762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:06.778131 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] 10.222.0.39 "PUT /v2.0/ports/b50821fa-3815-4cb7-891b-8d22a59386a7 HTTP/1.1" status: 200 len: 1094 time: 0.8902254 May 03 12:34:06.778583 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:34:06.780970 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e73312e-87b4-4ced-b599-b624b27ce094" -d '{"events": [{"name": "network-changed", "server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:34:06.807470 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb924-910e-4a97-b0af-50efa32d7c85 service neutron] Pushing event updated for resources: {'Port': ['ID=b50821fa-3815-4cb7-891b-8d22a59386a7,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:06.841390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec780fc4-46c1-4070-994d-d292f99fa6c0 x-openstack-request-id: req-ec780fc4-46c1-4070-994d-d292f99fa6c0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:34:06.841684 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:34:06.841998 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec780fc4-46c1-4070-994d-d292f99fa6c0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:34:06.842412 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec780fc4-46c1-4070-994d-d292f99fa6c0'] response: {'name': 'network-changed', 'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'status': 'completed', 'code': 200} May 03 12:34:06.961515 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73312e-87b4-4ced-b599-b624b27ce094 req-60ade094-8303-4271-8b4b-1e46363a66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:06.963088 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e73312e-87b4-4ced-b599-b624b27ce094 req-60ade094-8303-4271-8b4b-1e46363a66c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1128 time: 0.0725136 May 03 12:34:06.975024 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7b34-30e2-4a9c-aaf8-1c72918f4d7d req-c6306560-d1f8-4ce5-8fbc-bcf3df05f067 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:06.976786 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dff7b34-30e2-4a9c-aaf8-1c72918f4d7d req-c6306560-d1f8-4ce5-8fbc-bcf3df05f067 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0740323 May 03 12:34:07.091028 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4dff7b34-30e2-4a9c-aaf8-1c72918f4d7d req-905264fe-b037-422a-b8a8-b7f49ef95643 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042650 May 03 12:34:07.117953 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73312e-87b4-4ced-b599-b624b27ce094 req-dd902780-0b41-4d2a-9e29-a8f750dacdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:07.118388 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e73312e-87b4-4ced-b599-b624b27ce094 req-dd902780-0b41-4d2a-9e29-a8f750dacdbb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=63e643aec806497bb42c62ea76c402f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1406696 May 03 12:34:07.223577 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73312e-87b4-4ced-b599-b624b27ce094 req-e6eebc20-a071-4e80-b3a0-44c77b047e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:07.225406 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2e73312e-87b4-4ced-b599-b624b27ce094 req-e6eebc20-a071-4e80-b3a0-44c77b047e32 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007226 May 03 12:34:07.267531 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:07.281288 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9a-ebcb-4fb6-81de-fd64c3adb4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.344798 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-ac8aa562-b813-4439-acda-b608b52808d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:07.346588 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-ac8aa562-b813-4439-acda-b608b52808d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1128 time: 0.0621336 May 03 12:34:07.405293 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-52aa0775-104b-471e-b1b0-ab695f7ecc1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50821fa-3815-4cb7-891b-8d22a59386a7 HTTP/1.1" status: 200 len: 217 time: 0.0441811 May 03 12:34:07.475710 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9a-ebcb-4fb6-81de-fd64c3adb4d4 admin admin] Publish callbacks [] for security_group (cd51ae25-d5c5-451f-a4ac-ef90501508b7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.477604 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-347e2663-a59f-4018-b6ce-f3bff805162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:07.479405 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-347e2663-a59f-4018-b6ce-f3bff805162a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0678551 May 03 12:34:07.523610 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dd2a9a-ebcb-4fb6-81de-fd64c3adb4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (cd51ae25-d5c5-451f-a4ac-ef90501508b7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.526236 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-7c9e410f-bc6f-448c-8915-f85164903647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:07.527749 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-7c9e410f-bc6f-448c-8915-f85164903647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424197 May 03 12:34:07.589824 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-86dd2a9a-ebcb-4fb6-81de-fd64c3adb4d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be2085855a244b1393493af92238b1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211904 May 03 12:34:07.592486 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47382) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:07.601526 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2a9a-ebcb-4fb6-81de-fd64c3adb4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51ae25-d5c5-451f-a4ac-ef90501508b7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:07.645587 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Publish callbacks [] for security_group (cd51ae25-d5c5-451f-a4ac-ef90501508b7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.657756 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-b55a8d83-749a-4b70-92c5-34a8e2394b3e service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192522 May 03 12:34:07.668458 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Publish callbacks [] for security_group (cd51ae25-d5c5-451f-a4ac-ef90501508b7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.755315 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-edad1372-af9c-4525-b2e6-3cbf0b890a3b req-fcf9f090-5094-4f64-897f-18a8e85014e3 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909858 May 03 12:34:07.820153 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (cd51ae25-d5c5-451f-a4ac-ef90501508b7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.822747 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:07.823908 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd51ae25-d5c5-451f-a4ac-ef90501508b7 HTTP/1.1" status: 204 len: 168 time: 0.2297366 May 03 12:34:07.833173 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51ae25-d5c5-451f-a4ac-ef90501508b7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:07.840863 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.841225 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.841575 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.841922 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.842558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.842895 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.843233 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.843564 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.843898 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.844233 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.844595 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.844928 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.845257 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.845585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:07.845912 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede04a20-509d-4fba-b7ae-fe731232316e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:08.221354 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d8bbf-7a25-420c-a97c-73b2d0066be3 req-aace3b66-7e30-4120-be7f-38dc81a348d9 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:08.222882 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a4d8bbf-7a25-420c-a97c-73b2d0066be3 req-aace3b66-7e30-4120-be7f-38dc81a348d9 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0511637 May 03 12:34:08.277234 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a4d8bbf-7a25-420c-a97c-73b2d0066be3 req-2e697747-ea6c-4c9e-a8e2-038f1ee1bf46 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485332 May 03 12:34:09.400288 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca11be-6e10-4199-97ff-b69aa9149506 req-9b379ff6-1ea1-45a6-ae28-95345d7bf2eb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:09.401795 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3ca11be-6e10-4199-97ff-b69aa9149506 req-9b379ff6-1ea1-45a6-ae28-95345d7bf2eb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0464454 May 03 12:34:09.451561 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b3ca11be-6e10-4199-97ff-b69aa9149506 req-f491eea8-f007-4edb-8c13-26c99dfe2cf2 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442779 May 03 12:34:09.683609 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47472) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:09.731004 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Deleting subnet b3fa9f18-fa6b-47d1-8e9f-63e3533377de {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:34:09.734171 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Publish callbacks [] for subnet (b3fa9f18-fa6b-47d1-8e9f-63e3533377de), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:09.771304 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (b3fa9f18-fa6b-47d1-8e9f-63e3533377de), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:09.808778 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (b3fa9f18-fa6b-47d1-8e9f-63e3533377de), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:09.946370 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (b3fa9f18-fa6b-47d1-8e9f-63e3533377de), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:09.973471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fa9f18-fa6b-47d1-8e9f-63e3533377de,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:09.980086 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:09.984222 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6013aac3-7b1e-4b4f-acee-3bc62b2f0687 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3fa9f18-fa6b-47d1-8e9f-63e3533377de HTTP/1.1" status: 204 len: 168 time: 0.2985883 May 03 12:34:09.985852 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47478) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:10.054013 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (33f20901-e34b-4845-9388-8ac5918a9a57), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.133697 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (33f20901-e34b-4845-9388-8ac5918a9a57), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.153733 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f20901-e34b-4845-9388-8ac5918a9a57']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:10.163214 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91592b53-a2f4-4467-8895-3b0b7737578a') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:10.163518 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91592b53-a2f4-4467-8895-3b0b7737578a') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:10.174071 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (91592b53-a2f4-4467-8895-3b0b7737578a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.187520 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (91592b53-a2f4-4467-8895-3b0b7737578a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.193975 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:34:10.194359 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (91592b53-a2f4-4467-8895-3b0b7737578a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:34:10.196021 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:34:10.318129 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (33f20901-e34b-4845-9388-8ac5918a9a57), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.324678 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.328040 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/33f20901-e34b-4845-9388-8ac5918a9a57 HTTP/1.1" status: 204 len: 168 time: 0.3408952 May 03 12:34:10.341493 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165bb29-b74b-4391-b752-51bd533b25bb admin admin] Pushing event deleted for resources: {'Network': ['ID=33f20901-e34b-4845-9388-8ac5918a9a57,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:10.565410 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a20b8-2740-4c02-bd58-992b0ca0c536 req-46e245a5-3393-4462-8bae-9936178c0b14 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:10.567089 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-525a20b8-2740-4c02-bd58-992b0ca0c536 req-46e245a5-3393-4462-8bae-9936178c0b14 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0490961 May 03 12:34:10.616706 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-525a20b8-2740-4c02-bd58-992b0ca0c536 req-e41b0200-b426-4a7b-8eac-db1a225d1b94 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431092 May 03 12:34:10.677045 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47506) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:10.716402 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8511f4f4-08b9-49f8-84ce-3404efb01994 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=352c16e51c3e44d9b54a0c94d6f74d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381594 May 03 12:34:10.720150 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47510) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:10.766067 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c199d777-3c5d-41ee-9f61-0465923384e9 admin admin] Publish callbacks [] for security_group (0db116a7-2862-4958-877e-b44c568197cc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.787479 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c199d777-3c5d-41ee-9f61-0465923384e9 admin admin] Publish callbacks [] for security_group (0db116a7-2862-4958-877e-b44c568197cc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.895200 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c199d777-3c5d-41ee-9f61-0465923384e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0db116a7-2862-4958-877e-b44c568197cc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.897711 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c199d777-3c5d-41ee-9f61-0465923384e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:10.898847 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c199d777-3c5d-41ee-9f61-0465923384e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0db116a7-2862-4958-877e-b44c568197cc HTTP/1.1" status: 204 len: 168 time: 0.1791210 May 03 12:34:10.907367 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199d777-3c5d-41ee-9f61-0465923384e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db116a7-2862-4958-877e-b44c568197cc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:11.313137 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47528) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:11.417484 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68c08fff-2fb3-45eb-9b5b-f1bf451dc055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.488701 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68c08fff-2fb3-45eb-9b5b-f1bf451dc055 admin admin] Publish callbacks [] for security_group (d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.540350 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68c08fff-2fb3-45eb-9b5b-f1bf451dc055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.582394 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-68c08fff-2fb3-45eb-9b5b-f1bf451dc055 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04efa2fe41854660abd1344f7eeb6106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655742 May 03 12:34:11.582394 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c08fff-2fb3-45eb-9b5b-f1bf451dc055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:11.582929 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:11.636448 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adb8ddcc-66dc-40eb-bc14-29f0a4e36644 admin admin] Publish callbacks [] for security_group (d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.658286 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adb8ddcc-66dc-40eb-bc14-29f0a4e36644 admin admin] Publish callbacks [] for security_group (d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.742292 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f6e3f-67e7-4f39-8c2e-9c43c8caf086 req-227b74d1-9c80-45d7-b6fd-841892b04f60 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:11.743775 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c07f6e3f-67e7-4f39-8c2e-9c43c8caf086 req-227b74d1-9c80-45d7-b6fd-841892b04f60 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0554383 May 03 12:34:11.791967 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c07f6e3f-67e7-4f39-8c2e-9c43c8caf086 req-4d7b5fc7-c404-4e5e-8588-face5c9f75cf tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 May 03 12:34:11.837437 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adb8ddcc-66dc-40eb-bc14-29f0a4e36644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.840092 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adb8ddcc-66dc-40eb-bc14-29f0a4e36644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:11.841275 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-adb8ddcc-66dc-40eb-bc14-29f0a4e36644 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2 HTTP/1.1" status: 204 len: 168 time: 0.2574928 May 03 12:34:11.849840 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8ddcc-66dc-40eb-bc14-29f0a4e36644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ef41c-47d1-4e19-a5a1-bc7bdb5149a2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:12.346308 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47562) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:12.359881 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c653586e-30f8-4e5f-be09-ad72bf29018e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.439066 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c653586e-30f8-4e5f-be09-ad72bf29018e admin admin] Publish callbacks [] for security_group (995dc222-9a86-4836-97a3-46672a0f8846), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.511413 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c653586e-30f8-4e5f-be09-ad72bf29018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (995dc222-9a86-4836-97a3-46672a0f8846), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.546555 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:12.549383 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-c653586e-30f8-4e5f-be09-ad72bf29018e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=055a671e43634a31ba2c550e2226d53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013669 May 03 12:34:12.551367 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653586e-30f8-4e5f-be09-ad72bf29018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995dc222-9a86-4836-97a3-46672a0f8846,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:12.552509 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:12.601530 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db35231-79c8-4535-a3d0-fd86ba628eaf admin admin] Publish callbacks [] for security_group (995dc222-9a86-4836-97a3-46672a0f8846), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.622318 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db35231-79c8-4535-a3d0-fd86ba628eaf admin admin] Publish callbacks [] for security_group (995dc222-9a86-4836-97a3-46672a0f8846), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.661984 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bb073d9-ec5b-4081-9896-f4b144ad4297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.787508 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db35231-79c8-4535-a3d0-fd86ba628eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (995dc222-9a86-4836-97a3-46672a0f8846), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.789954 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db35231-79c8-4535-a3d0-fd86ba628eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.791092 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-3db35231-79c8-4535-a3d0-fd86ba628eaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/995dc222-9a86-4836-97a3-46672a0f8846 HTTP/1.1" status: 204 len: 168 time: 0.2376084 May 03 12:34:12.809571 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db35231-79c8-4535-a3d0-fd86ba628eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995dc222-9a86-4836-97a3-46672a0f8846,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:12.864675 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bb073d9-ec5b-4081-9896-f4b144ad4297 admin admin] Publish callbacks [] for security_group (6f5db9da-422a-4472-bc8b-2c6bb52fbf0f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.916824 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf358cc-4b4c-4e32-841b-518cdd1078f8 req-2266ff39-8c98-4010-9948-34292907b222 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:12.918295 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dbf358cc-4b4c-4e32-841b-518cdd1078f8 req-2266ff39-8c98-4010-9948-34292907b222 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0493147 May 03 12:34:12.952073 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bb073d9-ec5b-4081-9896-f4b144ad4297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6f5db9da-422a-4472-bc8b-2c6bb52fbf0f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:12.970917 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-dbf358cc-4b4c-4e32-841b-518cdd1078f8 req-396a4abb-52aa-4e88-b6c5-80fb80bbbbe2 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467937 May 03 12:34:12.991378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-0bb073d9-ec5b-4081-9896-f4b144ad4297 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f107fcc5d914337ab0471b3982efa97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436977 May 03 12:34:12.992475 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb073d9-ec5b-4081-9896-f4b144ad4297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5db9da-422a-4472-bc8b-2c6bb52fbf0f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:12.994054 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47576) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:13.044639 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c80fee-5076-45fb-b49f-5c74d8831726 admin admin] Publish callbacks [] for security_group (6f5db9da-422a-4472-bc8b-2c6bb52fbf0f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:13.070572 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c80fee-5076-45fb-b49f-5c74d8831726 admin admin] Publish callbacks [] for security_group (6f5db9da-422a-4472-bc8b-2c6bb52fbf0f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:13.186284 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c80fee-5076-45fb-b49f-5c74d8831726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6f5db9da-422a-4472-bc8b-2c6bb52fbf0f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:13.188822 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1c80fee-5076-45fb-b49f-5c74d8831726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:13.189978 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d1c80fee-5076-45fb-b49f-5c74d8831726 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f5db9da-422a-4472-bc8b-2c6bb52fbf0f HTTP/1.1" status: 204 len: 168 time: 0.1941996 May 03 12:34:13.199293 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c80fee-5076-45fb-b49f-5c74d8831726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5db9da-422a-4472-bc8b-2c6bb52fbf0f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:14.083784 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ab006-7dc5-419e-808a-fd8252a5918f req-2c526e61-56ca-466d-8754-6bafaac3a7df tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:14.085294 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2b6ab006-7dc5-419e-808a-fd8252a5918f req-2c526e61-56ca-466d-8754-6bafaac3a7df tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0471654 May 03 12:34:14.152706 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2b6ab006-7dc5-419e-808a-fd8252a5918f req-a6df4df1-3908-49c4-a63b-910ec33e5f83 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617709 May 03 12:34:15.266926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce04987-eca1-4017-b547-bb6366fd5409 req-b9c8ccbd-e5a3-43ed-a660-68e3815ce118 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:15.268427 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ce04987-eca1-4017-b547-bb6366fd5409 req-b9c8ccbd-e5a3-43ed-a660-68e3815ce118 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 944 time: 0.0464728 May 03 12:34:15.321015 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-5ce04987-eca1-4017-b547-bb6366fd5409 req-e2fac077-1722-46ed-ace5-c5cdcfe48635 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469985 May 03 12:34:15.453298 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b50821fa-3815-4cb7-891b-8d22a59386a7 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:34:15.549221 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b50821fa-3815-4cb7-891b-8d22a59386a7, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b50821fa-3815-4cb7-891b-8d22a59386a7,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:34:15.560767 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'port_id': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'mac_address': 'fa:16:3e:7d:59:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:34:15.597359 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b50821fa-3815-4cb7-891b-8d22a59386a7 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:34:15.597754 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:15.609907 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50821fa-3815-4cb7-891b-8d22a59386a7 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:34:15.630133 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b50821fa-3815-4cb7-891b-8d22a59386a7, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b50821fa-3815-4cb7-891b-8d22a59386a7,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:34:15.728606 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:15.782221 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b50821fa-3815-4cb7-891b-8d22a59386a7,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:15.789513 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.789871 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.790222 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.790569 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.790913 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.791249 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.791583 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.791916 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.792252 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.792605 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.792940 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.793357 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.793643 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.793972 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:15.794299 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:34:16.142316 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['b50821fa-3815-4cb7-891b-8d22a59386a7'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:34:16.441166 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38014bf-5fd4-42a6-88a6-961a0d5ef60d req-f5d27525-e47f-4374-ac04-9048c3802b2d tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:16.442666 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d38014bf-5fd4-42a6-88a6-961a0d5ef60d req-f5d27525-e47f-4374-ac04-9048c3802b2d tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 945 time: 0.0478289 May 03 12:34:16.495804 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d38014bf-5fd4-42a6-88a6-961a0d5ef60d req-436878f0-a01b-4f83-9e48-c5210f6d6cb7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471454 May 03 12:34:17.458700 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b50821fa-3815-4cb7-891b-8d22a59386a7 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:34:17.503151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port b50821fa-3815-4cb7-891b-8d22a59386a7 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:34:17.545649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port b50821fa-3815-4cb7-891b-8d22a59386a7 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:34:17.546183 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:17.607384 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc588ec6-ce48-4d4a-97a0-824f3cbcdcb1 req-b19c05e6-97d9-454d-9947-23e972086f2a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:17.608795 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc588ec6-ce48-4d4a-97a0-824f3cbcdcb1 req-b19c05e6-97d9-454d-9947-23e972086f2a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 945 time: 0.0456622 May 03 12:34:17.626011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port b50821fa-3815-4cb7-891b-8d22a59386a7 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:34:17.627987 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:17.648981 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:34:17.651263 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff57c2-7ac5-4649-a66c-82862a6e4d11" -d '{"events": [{"server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "name": "network-vif-plugged", "status": "completed", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:34:17.657753 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-fc588ec6-ce48-4d4a-97a0-824f3cbcdcb1 req-e8b667ea-fa66-4a74-a23a-a2a004eb6a57 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 May 03 12:34:17.664013 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port b50821fa-3815-4cb7-891b-8d22a59386a7, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b50821fa-3815-4cb7-891b-8d22a59386a7,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:34:17.689012 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7776efc-3094-4956-9052-b79319f9f2a8 x-openstack-request-id: req-d7776efc-3094-4956-9052-b79319f9f2a8 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:34:17.689311 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "name": "network-vif-plugged", "status": "completed", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:34:17.689595 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7776efc-3094-4956-9052-b79319f9f2a8 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:34:17.690122 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7776efc-3094-4956-9052-b79319f9f2a8'] response: {'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'code': 200} May 03 12:34:17.730167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:17.777931 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=b50821fa-3815-4cb7-891b-8d22a59386a7,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:17.969376 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:34:18.083569 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76043c-46c3-4da1-9711-abd64bc97477 req-039aaad1-2e0b-4d58-bbd7-a7a6f9ed36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:18.085242 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3f76043c-46c3-4da1-9711-abd64bc97477 req-039aaad1-2e0b-4d58-bbd7-a7a6f9ed36f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1130 time: 0.0397990 May 03 12:34:18.131107 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3f76043c-46c3-4da1-9711-abd64bc97477 req-b78128c8-5a31-48a5-87a8-cd2e07ef023a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400350 May 03 12:34:18.771321 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10730c7-82e8-4329-a082-798e93c3fac5 req-a3fa6413-3b4e-4260-b1e7-f5c61aeeb8a1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:18.772824 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a10730c7-82e8-4329-a082-798e93c3fac5 req-a3fa6413-3b4e-4260-b1e7-f5c61aeeb8a1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 946 time: 0.0456858 May 03 12:34:18.820721 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-a10730c7-82e8-4329-a082-798e93c3fac5 req-7431b3e5-d0c0-463c-a5c3-23076d1ffe17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422533 May 03 12:34:19.932878 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121df16-3fb5-46a6-933e-acb455d7289c req-4056e79c-b66c-4117-aca9-62cc33ba4207 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:19.934342 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9121df16-3fb5-46a6-933e-acb455d7289c req-4056e79c-b66c-4117-aca9-62cc33ba4207 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 946 time: 0.0462539 May 03 12:34:19.983130 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9121df16-3fb5-46a6-933e-acb455d7289c req-ceb9aafe-c306-4ddf-8d16-714c0424ef1e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427527 May 03 12:34:20.098806 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba4793-d9ea-44f2-9a15-27978344adc8 req-ac38c799-33ca-4575-80d3-6459539ce355 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:20.100354 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2aba4793-d9ea-44f2-9a15-27978344adc8 req-ac38c799-33ca-4575-80d3-6459539ce355 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 946 time: 0.0491052 May 03 12:34:20.149490 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2aba4793-d9ea-44f2-9a15-27978344adc8 req-b6cf4682-381c-44ea-8110-0816e8cda0cb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 May 03 12:34:20.170681 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47706) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:20.355186 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ebbfc8-d08c-488b-a574-b9367788e678 tempest-TestVolumeBootPattern-587904768 tempest-TestVolumeBootPattern-587904768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:20.360074 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:20.360330 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-82ebbfc8-d08c-488b-a574-b9367788e678 tempest-TestVolumeBootPattern-587904768 tempest-TestVolumeBootPattern-587904768-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1125 time: 0.1884143 May 03 12:34:20.364906 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'port_id': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:34:20.460337 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:20.542670 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:20.651939 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Allocated IP 172.27.0.19 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/2390d0d6-4f14-4750-b95d-460d09309f6c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:34:20.711620 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed6eee9a-7368-4eaf-b918-51c51578a185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:20.757827 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:20.832088 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:20.859202 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47736) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:20.875836 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:34:20.880800 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:34:20.885560 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:34:20.888876 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=2390d0d6-4f14-4750-b95d-460d09309f6c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:20.978489 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57eae65e-92a8-449a-b145-b24ff9145724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.065861 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57eae65e-92a8-449a-b145-b24ff9145724 admin admin] Publish callbacks [] for security_group (2cab5f3e-1a0d-4908-a440-e570c247a570), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.111663 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57eae65e-92a8-449a-b145-b24ff9145724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (2cab5f3e-1a0d-4908-a440-e570c247a570), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.157549 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-57eae65e-92a8-449a-b145-b24ff9145724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=603496b7745d45ada985126f8c2d1388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948434 May 03 12:34:21.157549 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eae65e-92a8-449a-b145-b24ff9145724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab5f3e-1a0d-4908-a440-e570c247a570,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:21.160468 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47748) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:21.216927 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439675a6-513c-4fc4-8c97-ac5f35cf4e4e admin admin] Publish callbacks [] for security_group (2cab5f3e-1a0d-4908-a440-e570c247a570), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.242421 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439675a6-513c-4fc4-8c97-ac5f35cf4e4e admin admin] Publish callbacks [] for security_group (2cab5f3e-1a0d-4908-a440-e570c247a570), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.266199 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (ff6116d5-565c-4bff-ade3-9bd9d4363b94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.334338 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439675a6-513c-4fc4-8c97-ac5f35cf4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (2cab5f3e-1a0d-4908-a440-e570c247a570), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.336925 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439675a6-513c-4fc4-8c97-ac5f35cf4e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.338069 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-439675a6-513c-4fc4-8c97-ac5f35cf4e4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cab5f3e-1a0d-4908-a440-e570c247a570 HTTP/1.1" status: 204 len: 168 time: 0.1762822 May 03 12:34:21.353585 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439675a6-513c-4fc4-8c97-ac5f35cf4e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab5f3e-1a0d-4908-a440-e570c247a570,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:21.402338 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.557959 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.677341 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.753059 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=2390d0d6-4f14-4750-b95d-460d09309f6c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:21.763779 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (ff6116d5-565c-4bff-ade3-9bd9d4363b94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:21.871417 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Floating IP ff6116d5-565c-4bff-ade3-9bd9d4363b94 associated. External IP: 172.27.0.19, port: b50821fa-3815-4cb7-891b-8d22a59386a7. May 03 12:34:22.087359 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:34:22.201666 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:34:22.213565 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:34:22.223330 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:34:22.223958 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:22.285509 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:22.316456 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-6175620e-ed3e-4bcb-a2a4-a27bd6ce7fdc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9547002 May 03 12:34:22.317353 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:34:22.320203 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b6abb-b140-4f0b-a962-f00112891739" -d '{"events": [{"name": "network-changed", "server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:34:22.341418 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:34:22.365483 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a25bd63-e957-4a96-b89c-14836e19cd98 x-openstack-request-id: req-9a25bd63-e957-4a96-b89c-14836e19cd98 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:34:22.365773 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:34:22.366252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a25bd63-e957-4a96-b89c-14836e19cd98 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:34:22.366859 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a25bd63-e957-4a96-b89c-14836e19cd98'] response: {'name': 'network-changed', 'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'status': 'completed', 'code': 200} May 03 12:34:22.450413 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6abb-b140-4f0b-a962-f00112891739 req-f810d94a-2f99-4d20-af6e-b4b67e70393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:22.452011 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-f810d94a-2f99-4d20-af6e-b4b67e70393e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1130 time: 0.0426884 May 03 12:34:22.593178 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'ff6116d5-565c-4bff-ade3-9bd9d4363b94', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:7d:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:34:21Z', 'updated_at': '2022-05-03T12:34:21Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:22.625457 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:34:22.635151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:34:22.635855 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:33:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:22.760007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:34:22.805685 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5f54d805-c7ce-4086-b85d-307069216fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:22.837503 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6abb-b140-4f0b-a962-f00112891739 req-2f119174-7c64-4b1b-830e-88dff9a51c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:22.838991 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-2f119174-7c64-4b1b-830e-88dff9a51c18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.3796949 May 03 12:34:22.903082 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-728469df-d828-44f1-9adf-5abcdc8aaea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50821fa-3815-4cb7-891b-8d22a59386a7 HTTP/1.1" status: 200 len: 999 time: 0.0579870 May 03 12:34:22.951289 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6abb-b140-4f0b-a962-f00112891739 req-90cdf2dd-90e8-4390-9c95-f68062bbc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:22.952963 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-90cdf2dd-90e8-4390-9c95-f68062bbc208 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0447724 May 03 12:34:22.981416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'ff6116d5-565c-4bff-ade3-9bd9d4363b94', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:7d:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:34:21Z', 'updated_at': '2022-05-03T12:34:21Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:34:22.999320 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b6abb-b140-4f0b-a962-f00112891739 req-2ee2968b-7725-43cd-ba69-de33c64602b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:23.000842 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-2ee2968b-7725-43cd-ba69-de33c64602b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423417 May 03 12:34:23.011849 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ecea3-2378-4a14-976f-4ea6dfadd967 None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': 'ff6116d5-565c-4bff-ade3-9bd9d4363b94', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:7d:59:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:34:21Z', 'updated_at': '2022-05-03T12:34:21Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:34:23.094769 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-675ed9b4-c50c-4700-9a1b-c37a83bd1865 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874977 May 03 12:34:23.191774 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e05b6abb-b140-4f0b-a962-f00112891739 req-b5787543-396d-4666-8383-e66bbfc329f2 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906701 May 03 12:34:23.217812 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56492b76-1623-4d4a-b6f7-974b0867c3cf None None] New status for floating IP ff6116d5-565c-4bff-ade3-9bd9d4363b94: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:34:24.128791 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:25.316578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.018010 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47822) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:26.119130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7ea-c6e4-425c-9b0a-4e9f3aae4355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.190684 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7ea-c6e4-425c-9b0a-4e9f3aae4355 admin admin] Publish callbacks [] for security_group (36423091-95a1-4116-b3e8-6829b41195bc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.271003 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7ea-c6e4-425c-9b0a-4e9f3aae4355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (36423091-95a1-4116-b3e8-6829b41195bc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.309510 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9ccff7ea-c6e4-425c-9b0a-4e9f3aae4355 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72a530ccad99478e9a52b7a41c175a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904499 May 03 12:34:26.310675 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff7ea-c6e4-425c-9b0a-4e9f3aae4355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36423091-95a1-4116-b3e8-6829b41195bc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:26.312175 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:26.359894 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c1265830-9733-4743-a525-98f9b1f008bd admin admin] Publish callbacks [] for security_group (36423091-95a1-4116-b3e8-6829b41195bc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.381259 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c1265830-9733-4743-a525-98f9b1f008bd admin admin] Publish callbacks [] for security_group (36423091-95a1-4116-b3e8-6829b41195bc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.482641 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c1265830-9733-4743-a525-98f9b1f008bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (36423091-95a1-4116-b3e8-6829b41195bc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.485288 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c1265830-9733-4743-a525-98f9b1f008bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:26.488266 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-c1265830-9733-4743-a525-98f9b1f008bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36423091-95a1-4116-b3e8-6829b41195bc HTTP/1.1" status: 204 len: 168 time: 0.1732671 May 03 12:34:26.494426 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1265830-9733-4743-a525-98f9b1f008bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36423091-95a1-4116-b3e8-6829b41195bc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:27.162859 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:36.242509 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:37.546076 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-a0b83af8-3fd2-436e-ab84-7a4e5ae37f0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401607 May 03 12:34:37.643246 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50021078-3786-4ba4-a530-522e4d79554d req-89fe8ad9-d314-463f-835e-115a4ad6b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:37.644628 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-89fe8ad9-d314-463f-835e-115a4ad6b9b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1130 time: 0.0371351 May 03 12:34:37.745783 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50021078-3786-4ba4-a530-522e4d79554d req-fb1e73fe-ab7a-42db-ac4c-38f590a95e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:37.747346 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-fb1e73fe-ab7a-42db-ac4c-38f590a95e2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0825655 May 03 12:34:37.815267 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-a8174932-a474-4085-8571-803fb7350bef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50821fa-3815-4cb7-891b-8d22a59386a7 HTTP/1.1" status: 200 len: 1001 time: 0.0618181 May 03 12:34:37.867593 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50021078-3786-4ba4-a530-522e4d79554d req-002ca16b-9483-4f66-bf7a-218a0461b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:37.869098 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-002ca16b-9483-4f66-bf7a-218a0461b638 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0465548 May 03 12:34:37.914253 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50021078-3786-4ba4-a530-522e4d79554d req-8c07d783-9d2b-4905-a030-e8aebf370519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:34:37.914253 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-8c07d783-9d2b-4905-a030-e8aebf370519 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383835 May 03 12:34:38.005250 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-ce114e2b-0b84-42dd-9390-37db0692ddf4 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855174 May 03 12:34:38.100121 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-50021078-3786-4ba4-a530-522e4d79554d req-19870665-4481-4ec0-8ba0-c9687e94d847 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872149 May 03 12:34:43.486074 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 47932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:43.589344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a47da382-ecef-4e06-9be7-a429627b3795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.660729 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a47da382-ecef-4e06-9be7-a429627b3795 admin admin] Publish callbacks [] for security_group (7cefdf02-0db7-4006-876f-6c7165f86d81), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.716403 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a47da382-ecef-4e06-9be7-a429627b3795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (7cefdf02-0db7-4006-876f-6c7165f86d81), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.754608 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-a47da382-ecef-4e06-9be7-a429627b3795 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7564abbd1a4f4e85818ce5092358741e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674594 May 03 12:34:43.755540 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47da382-ecef-4e06-9be7-a429627b3795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefdf02-0db7-4006-876f-6c7165f86d81,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:43.757381 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 47936) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:34:43.807107 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc2c-27fc-4abe-9ae4-b13032326f34 admin admin] Publish callbacks [] for security_group (7cefdf02-0db7-4006-876f-6c7165f86d81), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.826800 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc2c-27fc-4abe-9ae4-b13032326f34 admin admin] Publish callbacks [] for security_group (7cefdf02-0db7-4006-876f-6c7165f86d81), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.933834 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc2c-27fc-4abe-9ae4-b13032326f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (7cefdf02-0db7-4006-876f-6c7165f86d81), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.936373 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f22fc2c-27fc-4abe-9ae4-b13032326f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:43.937536 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-1f22fc2c-27fc-4abe-9ae4-b13032326f34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7cefdf02-0db7-4006-876f-6c7165f86d81 HTTP/1.1" status: 204 len: 168 time: 0.1791255 May 03 12:34:43.945209 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22fc2c-27fc-4abe-9ae4-b13032326f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefdf02-0db7-4006-876f-6c7165f86d81,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:34:50.665073 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-691a5f7c-5f1b-4b88-b924-9f0372760a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:52.836792 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd85b-856c-42a5-9e3a-9827af2bb870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:54.168170 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:54.968707 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:34:55.333381 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:34:57.179484 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:06.219052 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:20.653166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a6b58ff1-fd2c-4cca-bfcb-efff67bbed01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:22.801555 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a2a5f6bc-32d5-4371-9250-e03bd4d26401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:24.156016 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:25.344714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:27.167357 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:31.967877 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:35:36.223241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:37.717386 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-bee98806-e75e-4766-9b06-efc29ee05581 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1213095 May 03 12:35:37.812692 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b082-70fc-418c-adb8-95d59e6042ec req-d1916982-3b97-43be-bea0-223163e2937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:35:37.814156 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-d1916982-3b97-43be-bea0-223163e2937f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 1130 time: 0.0386641 May 03 12:35:37.916401 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b082-70fc-418c-adb8-95d59e6042ec req-02904656-eaba-4dc0-b03d-13f9be2f0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:35:37.917814 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-02904656-eaba-4dc0-b03d-13f9be2f0b27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0864632 May 03 12:35:37.984012 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-29d31711-87ff-40a3-87b4-65c7a9f7c408 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50821fa-3815-4cb7-891b-8d22a59386a7 HTTP/1.1" status: 200 len: 1001 time: 0.0602260 May 03 12:35:38.029949 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b082-70fc-418c-adb8-95d59e6042ec req-a6541779-0978-4bef-982d-42c6b9ac3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:35:38.031355 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-a6541779-0978-4bef-982d-42c6b9ac3181 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0420659 May 03 12:35:38.074483 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659b082-70fc-418c-adb8-95d59e6042ec req-2a9acf2c-62a0-49e2-8ff3-57b8896140c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:35:38.075996 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-2a9acf2c-62a0-49e2-8ff3-57b8896140c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388381 May 03 12:35:38.085297 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-a0ab809b-292b-47cd-be65-b62f70346f5a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:35:38.086250 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-a0ab809b-292b-47cd-be65-b62f70346f5a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048645 May 03 12:35:38.175026 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-da5ba2bc-bfe7-42cd-8016-3a1b3b3b43da service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833509 May 03 12:35:38.262307 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-4659b082-70fc-418c-adb8-95d59e6042ec req-ee5be98c-b2d6-4bb3-af8b-85935592d9e9 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807834 May 03 12:35:50.675312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-6ef34932-bfad-4395-9b5b-36c59556a723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:52.818166 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-dffde03c-b587-4a69-84f0-f3bbcd7cf61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:54.156561 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:55.326886 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:35:57.172928 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:06.240973 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:08.967272 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:36:20.279666 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8d605-76f3-41b1-8dc7-329823e41ec4 req-add48a70-e143-483d-af2c-8af49bb86e06 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:20.281130 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03e8d605-76f3-41b1-8dc7-329823e41ec4 req-add48a70-e143-483d-af2c-8af49bb86e06 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 946 time: 0.1539145 May 03 12:36:20.332210 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-03e8d605-76f3-41b1-8dc7-329823e41ec4 req-fc58a2f9-865e-4b6b-b2b8-8a06642e0682 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 May 03 12:36:20.680418 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-e1b81b34-eb73-4f62-ba3d-c671f5e01052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:21.496563 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d854df-4a14-4ce0-8a74-6c70fb1dd899 req-3cb2db99-e573-4d7b-9ef8-576f2f859261 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:21.498023 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-51d854df-4a14-4ce0-8a74-6c70fb1dd899 req-3cb2db99-e573-4d7b-9ef8-576f2f859261 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 946 time: 0.0982423 May 03 12:36:21.544628 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-51d854df-4a14-4ce0-8a74-6c70fb1dd899 req-be37cc71-10bc-4455-9a31-0d78cf6e552c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 May 03 12:36:21.822096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-bf195f4c-a269-4e60-8912-90de55639822 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:21.828930 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-bf195f4c-a269-4e60-8912-90de55639822 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 946 time: 0.0454972 May 03 12:36:21.904955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Deleting port b50821fa-3815-4cb7-891b-8d22a59386a7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:36:21.905297 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:21.995889 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] For port b50821fa-3815-4cb7-891b-8d22a59386a7, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=b50821fa-3815-4cb7-891b-8d22a59386a7,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:36:21.996251 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:22.163390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:22.163667 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (ff6116d5-565c-4bff-ade3-9bd9d4363b94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:22.163985 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.db.l3_db [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Floating IP ff6116d5-565c-4bff-ade3-9bd9d4363b94 disassociated. External IP: 172.27.0.19, port: b50821fa-3815-4cb7-891b-8d22a59386a7. May 03 12:36:22.164321 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Calling delete_port for b50821fa-3815-4cb7-891b-8d22a59386a7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:36:22.349652 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (b50821fa-3815-4cb7-891b-8d22a59386a7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:22.376722 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'Port': ['ID=b50821fa-3815-4cb7-891b-8d22a59386a7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:22.387619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.387968 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.388310 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.388674 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.389005 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.389331 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.389657 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.389983 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.390312 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.390634 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.390955 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.391275 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.391617 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.391911 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.392230 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:22.502860 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:36:22.609854 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:36:22.620500 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:36:22.630626 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:36:22.631241 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:35:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:22.660957 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0217ca56-2a40-47c9-867c-2a507347e329 req-80468e82-923b-4b86-96d2-5d6a998a0cab tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 210 time: 0.0445900 May 03 12:36:22.675683 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] No DVR routers for this DVR port b50821fa-3815-4cb7-891b-8d22a59386a7 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:36:22.682144 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:22.685968 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-e583fdbc-bec6-483c-bc25-489955d2aaeb req-9fddc4f1-a098-43f1-b88d-d8215b12bb17 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "DELETE /v2.0/ports/b50821fa-3815-4cb7-891b-8d22a59386a7 HTTP/1.1" status: 204 len: 173 time: 0.8578308 May 03 12:36:22.686417 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'name': 'network-vif-deleted', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:36:22.688681 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf1ba7-ff6e-43c9-8b8e-5a2ba9f338ed" -d '{"events": [{"server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "name": "network-vif-deleted", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:36:22.750136 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:36:22.789515 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc84e927-73ca-41a0-9dd4-5611fda1c720 x-openstack-request-id: req-dc84e927-73ca-41a0-9dd4-5611fda1c720 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:36:22.789515 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3221a87-1dca-4b5b-854f-db963161d93a", "name": "network-vif-deleted", "tag": "b50821fa-3815-4cb7-891b-8d22a59386a7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:36:22.789515 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc84e927-73ca-41a0-9dd4-5611fda1c720 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:36:22.789515 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc84e927-73ca-41a0-9dd4-5611fda1c720'] response: {'server_uuid': 'a3221a87-1dca-4b5b-854f-db963161d93a', 'name': 'network-vif-deleted', 'tag': 'b50821fa-3815-4cb7-891b-8d22a59386a7', 'status': 'completed', 'code': 200} May 03 12:36:22.849062 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-69278667-031b-4082-887a-f7e0cb69391d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:22.961525 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:22.986915 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:36:22.994939 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:36:22.995559 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:36:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:23.099977 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:36:23.289996 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:23.316226 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce0ce1b-de55-4392-b00c-0dc910f38677 None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:36:23.535720 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a631e5-b79a-4e8e-855b-c8d2617bacb4 None None] New status for floating IP ff6116d5-565c-4bff-ade3-9bd9d4363b94: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:36:23.768452 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-2d2bcf59-00f0-40b9-bad3-5d0d81af741d req-64d5cb5a-4cc6-41a8-9909-5af79be9d808 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3221a87-1dca-4b5b-854f-db963161d93a HTTP/1.1" status: 200 len: 210 time: 0.0281370 May 03 12:36:24.160469 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:25.016045 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-d683cea2-e523-4033-b23d-9cde8cf4e3f7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803594300&fields=id&tenant_id=63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 267 time: 0.0436292 May 03 12:36:25.122126 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-8bfb43a2-c1e7-4fcd-88c2-ccbb2992b8f7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:25.123563 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-8bfb43a2-c1e7-4fcd-88c2-ccbb2992b8f7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 812 time: 0.1010940 May 03 12:36:25.138258 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-d143ba6c-8365-486a-a574-2648644cd441 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/quotas/63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 375 time: 0.0092642 May 03 12:36:25.189299 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-e11ef2e5-1432-4abd-aa28-88e48026d1cb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441587 May 03 12:36:25.248116 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9d99ea39-3d84-48fd-a1d6-707727ef1ad3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 03 12:36:25.249160 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9d99ea39-3d84-48fd-a1d6-707727ef1ad3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0483196 May 03 12:36:25.347447 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-44981bc0-18ad-4a1d-9dac-6b76f3b177f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923278 May 03 12:36:25.360891 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:25.435294 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-4bd2e505-17f1-491f-880a-49b16cdcb8a8 service neutron] 10.222.0.21 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821831 May 03 12:36:26.002597 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b50821fa-3815-4cb7-891b-8d22a59386a7 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:36:26.022511 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: b50821fa-3815-4cb7-891b-8d22a59386a7 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:36:26.022886 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device b50821fa-3815-4cb7-891b-8d22a59386a7 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:36:26.049805 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d913e153-bea6-4518-b3be-1ebeac310ef3 req-aad0a718-a276-4f93-ac91-bb8ad45ed745 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0304062 May 03 12:36:27.126643 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-63ba33bc-dbe0-4b2c-8ca4-aa1672cd4572 req-820737de-71f5-452f-a3ea-2e0f322747c2 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0277927 May 03 12:36:27.171920 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:28.203142 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-ceb947b3-7370-4be7-92a6-dba66442c016 req-478384b3-180e-4191-93d3-80804e0d113b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0269518 May 03 12:36:29.278066 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c31ac320-1c33-4b9d-9008-ce66ba25af74 req-a570fda4-b952-4845-b72e-9379d99d9503 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0266273 May 03 12:36:30.371910 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d3b9c730-0a12-468e-a62d-e785ac98b938 req-ce3c57a1-4bf5-4517-bd25-5fcd816b0d3b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0279131 May 03 12:36:31.081942 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-8cc77bcc-4f25-4e31-9307-7049779e6d2e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:31.084906 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-8cc77bcc-4f25-4e31-9307-7049779e6d2e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 812 time: 0.1112781 May 03 12:36:31.156811 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-de62b921-a813-47ea-8487-0c184bf7604c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 379 time: 0.0579004 May 03 12:36:31.164624 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'port': {'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'admin_state_up': True, 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'security_groups': ['e2d162e2-ea41-4791-9e36-e8009123a3d9']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:36:31.343803 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Made reservation on behalf of 63e643aec806497bb42c62ea76c402f4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:36:31.348414 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:31.483405 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-986cde18-fc7a-4988-ac4f-f25d9f505a68 req-1779cf3b-e42f-4e26-ab0a-c40d88741345 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0382936 May 03 12:36:31.498754 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Allocated IP 172.20.0.13 (3444a6f8-7071-4852-98be-6e09768bcf8f/70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda/a519900d-44a1-4872-969f-868e2232769a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:36:31.630642 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (a519900d-44a1-4872-969f-868e2232769a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:31.738477 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (a519900d-44a1-4872-969f-868e2232769a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:31.781684 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:36:31.784664 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:36:31.788568 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:36:31.816634 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=a519900d-44a1-4872-969f-868e2232769a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:31.846598 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:31.847224 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:31.923701 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-0cc54be4-498c-46d5-8ce2-0348450bcc97 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7625275 May 03 12:36:31.941412 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Request body: {'port': {'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:36:32.000355 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a519900d-44a1-4872-969f-868e2232769a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.059237 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bf43f657-1061-4292-835a-413b67e8ef12 None None] Provisioning complete for port a519900d-44a1-4872-969f-868e2232769a triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:36:32.059807 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bf43f657-1061-4292-835a-413b67e8ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a519900d-44a1-4872-969f-868e2232769a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.093910 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bf43f657-1061-4292-835a-413b67e8ef12 None None] Port a519900d-44a1-4872-969f-868e2232769a cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:36:32.263324 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a519900d-44a1-4872-969f-868e2232769a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:36:32.270474 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Publish callbacks [] for port (a519900d-44a1-4872-969f-868e2232769a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.282622 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Transition to ACTIVE for port object a519900d-44a1-4872-969f-868e2232769a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:36:32.360541 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (a519900d-44a1-4872-969f-868e2232769a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.412437 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Pushing event updated for resources: {'Port': ['ID=a519900d-44a1-4872-969f-868e2232769a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:32.483894 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Attempting to bind port a519900d-44a1-4872-969f-868e2232769a on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:36:32.484253 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Attempting to bind port a519900d-44a1-4872-969f-868e2232769a by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:36:32.484707 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Attempting to bind port a519900d-44a1-4872-969f-868e2232769a on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:36:32.489344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Port a519900d-44a1-4872-969f-868e2232769a on network 3444a6f8-7071-4852-98be-6e09768bcf8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:36:32.489669 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Attempting to bind port a519900d-44a1-4872-969f-868e2232769a on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:36:32.494732 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:36:32.497951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Checking segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:36:32.497951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Bound using segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:36:32.497951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Bound port: a519900d-44a1-4872-969f-868e2232769a, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:36:32.497951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a519900d-44a1-4872-969f-868e2232769a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.563882 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] For port a519900d-44a1-4872-969f-868e2232769a, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:36:32.567366 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] For port a519900d-44a1-4872-969f-868e2232769a, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=a519900d-44a1-4872-969f-868e2232769a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:36:32.600306 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865092f-26ae-48a5-b058-999feea69eca req-d487dab6-17b2-4f7b-aa28-29031a77fad9 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:32.601796 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6865092f-26ae-48a5-b058-999feea69eca req-d487dab6-17b2-4f7b-aa28-29031a77fad9 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0492454 May 03 12:36:32.623973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (a519900d-44a1-4872-969f-868e2232769a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.655737 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6865092f-26ae-48a5-b058-999feea69eca req-52575958-a7da-4396-9f23-b2c5c8133fd0 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481534 May 03 12:36:32.666060 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:32.666723 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:32.668061 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] 10.222.0.39 "PUT /v2.0/ports/a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 200 len: 1094 time: 0.7311232 May 03 12:36:32.676207 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'tag': 'a519900d-44a1-4872-969f-868e2232769a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:36:32.676207 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ed1dd-1d05-4b6a-95c9-822b21e9f115" -d '{"events": [{"name": "network-changed", "server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "tag": "a519900d-44a1-4872-969f-868e2232769a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:36:32.695927 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04a5c1-80fd-47b7-9ca6-1ef9e2f9e262 service neutron] Pushing event updated for resources: {'Port': ['ID=a519900d-44a1-4872-969f-868e2232769a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:32.718914 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b599df-db54-4e3e-85f4-76aa8146e38a x-openstack-request-id: req-13b599df-db54-4e3e-85f4-76aa8146e38a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:36:32.718914 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "tag": "a519900d-44a1-4872-969f-868e2232769a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:36:32.718914 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13b599df-db54-4e3e-85f4-76aa8146e38a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:36:32.718914 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b599df-db54-4e3e-85f4-76aa8146e38a'] response: {'name': 'network-changed', 'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'tag': 'a519900d-44a1-4872-969f-868e2232769a', 'status': 'completed', 'code': 200} May 03 12:36:32.795107 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed1dd-1d05-4b6a-95c9-822b21e9f115 req-7bc605d8-2653-452a-9117-e83ec8f2401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:32.796720 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-601ed1dd-1d05-4b6a-95c9-822b21e9f115 req-7bc605d8-2653-452a-9117-e83ec8f2401b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1128 time: 0.0414417 May 03 12:36:32.900964 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed1dd-1d05-4b6a-95c9-822b21e9f115 req-00f4fd9f-365a-46bf-b076-f5519067a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:32.903049 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-601ed1dd-1d05-4b6a-95c9-822b21e9f115 req-00f4fd9f-365a-46bf-b076-f5519067a265 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=63e643aec806497bb42c62ea76c402f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949955 May 03 12:36:33.000562 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed1dd-1d05-4b6a-95c9-822b21e9f115 req-6ae69873-3616-4f66-b6dd-8532d69b36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:33.001964 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-601ed1dd-1d05-4b6a-95c9-822b21e9f115 req-6ae69873-3616-4f66-b6dd-8532d69b36df service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931010 May 03 12:36:33.098036 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-79821041-13ce-409b-8440-ad5b38b6f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:33.099510 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-79821041-13ce-409b-8440-ad5b38b6f31c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1128 time: 0.0384665 May 03 12:36:33.145692 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-87bef15b-dd10-434e-b949-bf581e130401 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 200 len: 217 time: 0.0332458 May 03 12:36:33.191757 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-1f1530dd-0012-4bea-b99b-48d47910c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:33.193212 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-1f1530dd-0012-4bea-b99b-48d47910c3e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0418618 May 03 12:36:33.237441 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-7be7e705-19dc-4c6e-9bd2-97ccd151b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:33.238866 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-7be7e705-19dc-4c6e-9bd2-97ccd151b43e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392282 May 03 12:36:33.325693 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-2fe80a36-8833-46b8-8937-f72b5fb67880 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796187 May 03 12:36:33.414541 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6898a121-270f-41b4-8c1d-4c9349c558b5 req-849594da-fd6c-405d-86d9-ad1e562cde94 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830882 May 03 12:36:33.768545 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cad30-07a2-4595-bf5d-a75e6dba5dcd req-327c468b-3ceb-4628-8d20-4511ecf38316 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:33.769987 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f70cad30-07a2-4595-bf5d-a75e6dba5dcd req-327c468b-3ceb-4628-8d20-4511ecf38316 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0478017 May 03 12:36:33.817049 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f70cad30-07a2-4595-bf5d-a75e6dba5dcd req-92248eb6-e811-4587-bc66-83bec67763df tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 May 03 12:36:34.927049 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b40e9-ac53-4c6a-ad06-b84a2912ee75 req-5b74637f-65e6-48ae-bcc7-a918d0bb8612 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:34.928507 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dc2b40e9-ac53-4c6a-ad06-b84a2912ee75 req-5b74637f-65e6-48ae-bcc7-a918d0bb8612 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0453796 May 03 12:36:34.975003 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-dc2b40e9-ac53-4c6a-ad06-b84a2912ee75 req-e74ec08f-8878-4c56-9f42-7c7761904319 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402656 May 03 12:36:36.083956 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e7880-eb15-4ecc-8708-6041279e3cd8 req-2b47abb2-dcb2-4936-aa03-6906f6c3e0ec tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:36.085348 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f68e7880-eb15-4ecc-8708-6041279e3cd8 req-2b47abb2-dcb2-4936-aa03-6906f6c3e0ec tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0458436 May 03 12:36:36.132488 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-f68e7880-eb15-4ecc-8708-6041279e3cd8 req-0328b8f7-105d-4e90-a138-43ae7eb5ac8e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 May 03 12:36:36.303206 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:37.246973 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42675280-3729-4ea9-a208-f8671f94660b req-508f5567-a48f-4d22-824b-0d450e912b20 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:37.248460 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-42675280-3729-4ea9-a208-f8671f94660b req-508f5567-a48f-4d22-824b-0d450e912b20 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0503547 May 03 12:36:37.295201 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-42675280-3729-4ea9-a208-f8671f94660b req-4ad7e72c-6491-40e8-9e36-863c6954a4fc tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411751 May 03 12:36:38.408285 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501869cf-6392-4d07-a1f2-518aec1b5a75 req-7d973985-cbe5-478e-bdc6-4a7092dd2508 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:38.409759 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-501869cf-6392-4d07-a1f2-518aec1b5a75 req-7d973985-cbe5-478e-bdc6-4a7092dd2508 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0485575 May 03 12:36:38.457254 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-501869cf-6392-4d07-a1f2-518aec1b5a75 req-736b7a90-f390-4540-818d-436132e2c1c8 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 May 03 12:36:39.567952 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2999f4e-ec5c-4f40-8f47-407f4efbfcd5 req-e11a7a18-2667-4179-98b9-475da43b7f4a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:39.569422 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2999f4e-ec5c-4f40-8f47-407f4efbfcd5 req-e11a7a18-2667-4179-98b9-475da43b7f4a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0458272 May 03 12:36:39.617080 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-d2999f4e-ec5c-4f40-8f47-407f4efbfcd5 req-064a164e-c1a5-47be-a24a-da2339229590 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415454 May 03 12:36:40.725174 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a230f2-7707-4958-94aa-fa31436bdb49 req-ebbcc47c-d919-4fd7-ab9d-4add4e6b33d7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:40.726614 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3a230f2-7707-4958-94aa-fa31436bdb49 req-ebbcc47c-d919-4fd7-ab9d-4add4e6b33d7 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0456989 May 03 12:36:40.773499 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-c3a230f2-7707-4958-94aa-fa31436bdb49 req-cbb21ddb-c614-4cc2-a8a0-3754e1feba11 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413442 May 03 12:36:41.882077 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1811-e093-43c9-b499-dfa2c6b0aa87 req-c36c3738-3a59-4a5c-9923-9791472520b3 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:41.883522 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-75be1811-e093-43c9-b499-dfa2c6b0aa87 req-c36c3738-3a59-4a5c-9923-9791472520b3 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 944 time: 0.0444605 May 03 12:36:41.935422 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-75be1811-e093-43c9-b499-dfa2c6b0aa87 req-6e0d4489-89c2-4069-b9fd-89c079f4019b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459270 May 03 12:36:42.079714 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device a519900d-44a1-4872-969f-868e2232769a details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:36:42.171525 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port a519900d-44a1-4872-969f-868e2232769a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=a519900d-44a1-4872-969f-868e2232769a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:36:42.182897 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': 'a519900d-44a1-4872-969f-868e2232769a', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:36:42.223202 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port a519900d-44a1-4872-969f-868e2232769a is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:36:42.223593 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a519900d-44a1-4872-969f-868e2232769a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:42.235888 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a519900d-44a1-4872-969f-868e2232769a {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:36:42.254562 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port a519900d-44a1-4872-969f-868e2232769a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=a519900d-44a1-4872-969f-868e2232769a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:36:42.320619 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a519900d-44a1-4872-969f-868e2232769a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:42.366729 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=a519900d-44a1-4872-969f-868e2232769a,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:42.374301 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.374650 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.374992 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.375332 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.375663 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.375993 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.376316 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.376668 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.376993 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.377316 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.377639 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.377964 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.378287 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.378604 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.378922 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:42.632158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['a519900d-44a1-4872-969f-868e2232769a'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:36:43.045364 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658d99-3863-422d-90ce-fb29f42394d8 req-6624e415-9be2-45b3-b92a-0a2e7416d6e2 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:43.046876 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a658d99-3863-422d-90ce-fb29f42394d8 req-6624e415-9be2-45b3-b92a-0a2e7416d6e2 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 945 time: 0.0451868 May 03 12:36:43.097540 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-4a658d99-3863-422d-90ce-fb29f42394d8 req-32d75f41-a9f7-4c34-8c35-0a4ee2069e2c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 May 03 12:36:44.094098 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device a519900d-44a1-4872-969f-868e2232769a up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:36:44.137996 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port a519900d-44a1-4872-969f-868e2232769a completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:36:44.207450 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d6126-9ce7-42ee-8573-225dbaf97fc5 req-e6079270-64c9-4808-9e8c-7c0e36e5b1ee tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:44.208910 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-644d6126-9ce7-42ee-8573-225dbaf97fc5 req-e6079270-64c9-4808-9e8c-7c0e36e5b1ee tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 945 time: 0.0461864 May 03 12:36:44.217409 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port a519900d-44a1-4872-969f-868e2232769a triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:36:44.217868 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (a519900d-44a1-4872-969f-868e2232769a), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:44.257380 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-644d6126-9ce7-42ee-8573-225dbaf97fc5 req-49f50461-a746-4d98-95b9-d2a7d35fe08c tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 May 03 12:36:44.297157 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port a519900d-44a1-4872-969f-868e2232769a is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:36:44.297550 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (a519900d-44a1-4872-969f-868e2232769a), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:44.318824 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a519900d-44a1-4872-969f-868e2232769a'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:36:44.321078 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa005dbe-73dd-4542-87b4-4d905fe8618c" -d '{"events": [{"server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "name": "network-vif-plugged", "status": "completed", "tag": "a519900d-44a1-4872-969f-868e2232769a"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:36:44.335522 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port a519900d-44a1-4872-969f-868e2232769a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=a519900d-44a1-4872-969f-868e2232769a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:36:44.411848 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (a519900d-44a1-4872-969f-868e2232769a), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:44.460134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfbdc66-af44-4913-97d1-0bf4d1a972aa x-openstack-request-id: req-9dfbdc66-af44-4913-97d1-0bf4d1a972aa {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:36:44.460490 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "name": "network-vif-plugged", "status": "completed", "tag": "a519900d-44a1-4872-969f-868e2232769a", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:36:44.460781 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dfbdc66-af44-4913-97d1-0bf4d1a972aa {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:36:44.461180 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dfbdc66-af44-4913-97d1-0bf4d1a972aa'] response: {'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a519900d-44a1-4872-969f-868e2232769a', 'code': 200} May 03 12:36:44.461869 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=a519900d-44a1-4872-969f-868e2232769a,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:44.805399 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f831d-6ba3-4623-a819-718737496aa1 req-282c872b-9095-4a27-ba47-d134218ee1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:44.806988 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c46f831d-6ba3-4623-a819-718737496aa1 req-282c872b-9095-4a27-ba47-d134218ee1ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1130 time: 0.0375900 May 03 12:36:44.850378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c46f831d-6ba3-4623-a819-718737496aa1 req-bbe1e61e-db3f-4425-8a42-a5c2b39a61b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 May 03 12:36:45.372053 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de10bb-f2d6-46d7-ba30-ccc5704ad227 req-1386e03b-2000-4982-85b1-9ddaf698d633 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:45.373544 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7de10bb-f2d6-46d7-ba30-ccc5704ad227 req-1386e03b-2000-4982-85b1-9ddaf698d633 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 946 time: 0.0491672 May 03 12:36:45.419541 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a7de10bb-f2d6-46d7-ba30-ccc5704ad227 req-854de319-323b-4f4a-83b6-c476e89344d1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405331 May 03 12:36:45.966180 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:36:46.531809 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d952f6-9cb5-4780-a640-a0758f30bd83 req-b38a21e5-0d4f-4c46-83d7-5ca0c7102e50 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:46.533278 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41d952f6-9cb5-4780-a640-a0758f30bd83 req-b38a21e5-0d4f-4c46-83d7-5ca0c7102e50 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 946 time: 0.0448451 May 03 12:36:46.580142 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-41d952f6-9cb5-4780-a640-a0758f30bd83 req-dfcdb6c0-f3e6-4e29-a5ca-35595deb1b5e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413938 May 03 12:36:46.695179 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7722a-9e32-49be-821b-4280105475c0 req-f7796046-a086-4ce4-a9f9-d9d78375fc1e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:46.696673 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a2d7722a-9e32-49be-821b-4280105475c0 req-f7796046-a086-4ce4-a9f9-d9d78375fc1e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 946 time: 0.0462186 May 03 12:36:46.744735 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a2d7722a-9e32-49be-821b-4280105475c0 req-2cbce670-6504-4d37-a077-58ca320adc25 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424666 May 03 12:36:46.766063 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48068) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:36:46.802507 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b47bc-cfa5-457b-88f1-8e0276606f76 tempest-TestVolumeBootPattern-587904768 tempest-TestVolumeBootPattern-587904768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:46.803947 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-8f6b47bc-cfa5-457b-88f1-8e0276606f76 tempest-TestVolumeBootPattern-587904768 tempest-TestVolumeBootPattern-587904768-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1125 time: 0.0369129 May 03 12:36:46.806597 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48070) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:36:46.810728 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:36:46.891850 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:46.969705 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:47.067793 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Allocated IP 172.27.0.210 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/b50ae59a-6f56-4277-b521-2436cf5a5cca) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:36:47.168245 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:47.257668 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:47.292603 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:36:47.295343 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:36:47.299133 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:36:47.324138 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=b50ae59a-6f56-4277-b521-2436cf5a5cca,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:47.340658 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.341005 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.341356 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.342706 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.342706 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.342706 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.342706 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.343076 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.343274 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.343598 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.343923 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.344245 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.344591 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.344916 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.345236 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:36:47.664113 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (97a3f277-dc5a-4564-acc1-383f147a2b11), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:48.034420 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:48.180643 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:48.239926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:48.306111 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=b50ae59a-6f56-4277-b521-2436cf5a5cca,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:36:48.315656 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (97a3f277-dc5a-4564-acc1-383f147a2b11), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:48.414489 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Floating IP 97a3f277-dc5a-4564-acc1-383f147a2b11 associated. External IP: 172.27.0.210, port: a519900d-44a1-4872-969f-868e2232769a. May 03 12:36:48.620356 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:36:48.727407 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:36:48.737130 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:36:48.746731 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:36:48.747345 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:36:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:48.836566 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:48.855246 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:36:48.865163 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-266b0bca-c801-48d8-834e-09ce9c9ebc54 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0575540 May 03 12:36:48.865901 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'tag': 'a519900d-44a1-4872-969f-868e2232769a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:36:48.868107 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a9b62-e9a8-4106-9e1f-620a0b68587e" -d '{"events": [{"name": "network-changed", "server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "tag": "a519900d-44a1-4872-969f-868e2232769a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:36:48.984901 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa5d692-cbb5-4782-b796-d2165a1f2656 x-openstack-request-id: req-6fa5d692-cbb5-4782-b796-d2165a1f2656 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:36:48.985197 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "tag": "a519900d-44a1-4872-969f-868e2232769a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:36:48.985445 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fa5d692-cbb5-4782-b796-d2165a1f2656 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:36:48.985846 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa5d692-cbb5-4782-b796-d2165a1f2656'] response: {'name': 'network-changed', 'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'tag': 'a519900d-44a1-4872-969f-868e2232769a', 'status': 'completed', 'code': 200} May 03 12:36:49.063933 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-01323d8e-5acb-4def-beae-96baefcbb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:49.065481 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-01323d8e-5acb-4def-beae-96baefcbb25f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1130 time: 0.0387912 May 03 12:36:49.066065 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:47Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:49.091938 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:36:49.100429 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:36:49.101066 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:36:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:49.155268 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-a756e7fa-9606-404d-a887-73c42fc9f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:49.156685 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-a756e7fa-9606-404d-a887-73c42fc9f4c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0859811 May 03 12:36:49.207040 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:36:49.222409 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-eeb735db-a2dd-407c-a788-fc858811add5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 200 len: 1000 time: 0.0601752 May 03 12:36:49.270376 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-b28fef59-ef4c-4d06-b7e8-6f88ee03158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:49.271828 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-b28fef59-ef4c-4d06-b7e8-6f88ee03158b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0420327 May 03 12:36:49.314396 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-d38ecfda-4379-400f-9c0b-e50bf25ef2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:36:49.315881 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-d38ecfda-4379-400f-9c0b-e50bf25ef2e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379913 May 03 12:36:49.553150 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:47Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:36:49.579580 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a0be8-0dde-44c7-a9ce-7dc0c861cf39 None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:47Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:36:49.678519 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-e3e5b1dc-e706-48dd-b7a3-3efad05412b2 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559244 May 03 12:36:49.768982 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-845a9b62-e9a8-4106-9e1f-620a0b68587e req-107c232a-e3dc-40ad-9f93-c7a032dea84a service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835543 May 03 12:36:49.779476 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c6304c-5d4c-4795-ba94-fb53e22ca5c9 None None] New status for floating IP 97a3f277-dc5a-4564-acc1-383f147a2b11: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:36:50.680253 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0fce9fe8-d76e-4810-8978-93e0f693ddb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:52.817373 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c81cabfc-b220-4ec3-b93d-9f1436307b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:54.148836 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:55.331387 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:36:57.153533 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:06.279646 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:20.673959 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-703d03bd-19c3-42a8-9375-1359d8900bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:22.816662 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5a7c2a80-bc36-4dc4-bf51-de776ba716a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:22.964426 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:37:24.153862 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:25.347966 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:27.148210 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:36.273638 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:41.566570 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-43656ea5-27a7-4a5f-8322-c6ea5cb89e01 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376003 May 03 12:37:41.661865 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-b0c86265-10fd-47ed-80ee-e6c2784e310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:37:41.663281 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-b0c86265-10fd-47ed-80ee-e6c2784e310b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1130 time: 0.0409665 May 03 12:37:41.762458 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-095125ea-e083-4305-829d-951b3837b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:37:41.763924 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-095125ea-e083-4305-829d-951b3837b6f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0837255 May 03 12:37:41.830207 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-d704bd6c-5350-42f8-8b06-325cd6cdb51d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 200 len: 1002 time: 0.0606427 May 03 12:37:41.877492 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-7938481b-ffbc-4b42-9fe7-789cda1cc141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:37:41.878877 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-7938481b-ffbc-4b42-9fe7-789cda1cc141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0420732 May 03 12:37:41.920142 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-3e984da3-2041-4698-af46-ce7d73feaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:37:41.921526 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-3e984da3-2041-4698-af46-ce7d73feaa0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370574 May 03 12:37:42.009196 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-03b9e452-e99e-488c-8d44-72681918e864 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816774 May 03 12:37:42.095069 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c980ea03-8a4b-48fa-ae36-b6d385189771 req-08464331-9f06-4fcb-8c3c-7eb408ff8fe8 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793488 May 03 12:37:50.706712 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8925eb7f-1854-4af6-bd2f-00eddc25f246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:52.804577 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9b10472a-bdb4-44ad-9707-aa825d05988c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:54.164960 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:55.358958 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:57.165108 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:37:59.964636 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:38:06.278867 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:20.212147 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-db52efc8-00a8-4c9e-8729-3fca798f7202 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803594300&fields=id&tenant_id=63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 267 time: 0.0470331 May 03 12:38:20.312826 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-9552b747-a57d-4d59-bd90-5930cfb8cd68 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:20.314175 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-9552b747-a57d-4d59-bd90-5930cfb8cd68 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 812 time: 0.0958068 May 03 12:38:20.328631 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-8b74c38d-509f-4089-9dac-366a3af43471 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/quotas/63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 375 time: 0.0090921 May 03 12:38:20.376902 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-28bf8d5d-212b-4861-a0c6-4299c21849ca tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0435276 May 03 12:38:20.473437 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-f415c900-477d-48f6-b72f-dea9dd2e6991 service neutron] 10.222.0.21 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844271 May 03 12:38:20.563622 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-88545aa1-4918-494d-a0df-826ebeda7d1f service neutron] 10.222.0.21 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838423 May 03 12:38:20.678581 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-04dd43c0-0b1f-40d2-9299-e64a7bfb93b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:21.135304 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2622993-dad5-4e93-8a58-2f5e2d5a2351 req-6d390166-8cc1-4db4-9e84-1b5c040ddb13 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 210 time: 0.0284269 May 03 12:38:22.230312 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-8f4c9828-fe90-48fd-9559-06b5703475fc req-d31d35ae-cea6-4e2e-9ca3-500684be21f6 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 210 time: 0.0273843 May 03 12:38:22.792190 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-8a75cbcf-71d1-41bb-819e-f6c38f5d1cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:22.958349 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-8b153b97-22cc-45f6-a2f4-69d0c3c49125 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:22.959791 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-8b153b97-22cc-45f6-a2f4-69d0c3c49125 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 812 time: 0.0973299 May 03 12:38:23.029382 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-acebd0ab-5bd8-421a-ad49-8e366de8cadf tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63e643aec806497bb42c62ea76c402f4 HTTP/1.1" status: 200 len: 379 time: 0.0554068 May 03 12:38:23.038582 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'port': {'device_id': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'admin_state_up': True, 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'security_groups': ['e2d162e2-ea41-4791-9e36-e8009123a3d9']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:38:23.204158 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Made reservation on behalf of 63e643aec806497bb42c62ea76c402f4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 12:38:23.207599 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:23.328279 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-3fa70df3-d70b-4695-8113-0d8301cb43d7 req-d4f60a69-0b8f-4c84-91fb-e028672ea09f tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 210 time: 0.0311129 May 03 12:38:23.334787 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Allocated IP 172.20.0.6 (3444a6f8-7071-4852-98be-6e09768bcf8f/70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda/5f34ee0e-d5d4-4a8b-b9e1-adc041039285) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:38:23.472479 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:23.558839 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:23.599662 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Network 3444a6f8-7071-4852-98be-6e09768bcf8f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:38:23.602733 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:38:23.613762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:38:23.632854 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:23.648847 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.649196 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.649537 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.649954 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.650331 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.650665 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.650992 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.651411 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.651714 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.652103 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.652547 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.652893 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.653219 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.653541 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.653862 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:23.675111 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:23.675726 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:23.755549 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-99518436-1c96-4103-9721-fa04a3160689 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7205048 May 03 12:38:23.772653 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.v2.base [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Request body: {'port': {'device_id': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82491'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:38:23.833854 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:23.867661 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-ab1e7f94-8e46-4888-874a-62192ba9eeb0 None None] Provisioning complete for port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 triggered by entity DHCP. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:38:23.868236 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ab1e7f94-8e46-4888-874a-62192ba9eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:23.901345 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e7f94-8e46-4888-874a-62192ba9eeb0 None None] Port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 cannot update to ACTIVE because it is not bound. {{(pid=103887) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 03 12:38:24.091342 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:38:24.099059 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Publish callbacks [] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:24.111945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Transition to ACTIVE for port object 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 03 12:38:24.209996 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:24.210217 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:24.279730 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Pushing event updated for resources: {'Port': ['ID=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:24.338761 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Attempting to bind port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 on host hv-cinder-82491 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 03 12:38:24.339433 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Attempting to bind port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 by drivers openvswitch,hyperv on host hv-cinder-82491 at level 0 using segments [{'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 03 12:38:24.339433 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Attempting to bind port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:38:24.347359 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 on network 3444a6f8-7071-4852-98be-6e09768bcf8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82491 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 03 12:38:24.347762 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Attempting to bind port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 on network 3444a6f8-7071-4852-98be-6e09768bcf8f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 03 12:38:24.353738 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Checking agent: {'id': '03a23f63-7c04-44dd-a4c5-286e06d1c33e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'started_at': datetime.datetime(2022, 5, 3, 12, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 12, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 03 12:38:24.354096 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Checking segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 03 12:38:24.354494 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Bound using segment: {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 03 12:38:24.354935 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Bound port: 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host: hv-cinder-82491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60e8395-0182-45fe-801c-3d2e9eed6cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 03 12:38:24.355302 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:24.449697 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] For port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host hv-cinder-82491, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 03 12:38:24.467840 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82401f69-d1c9-44e7-af18-c19a009d9eef req-e779a0be-28cc-43e3-af7f-36db8181d166 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:24.469279 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-82401f69-d1c9-44e7-af18-c19a009d9eef req-e779a0be-28cc-43e3-af7f-36db8181d166 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0626745 May 03 12:38:24.470962 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] For port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host hv-cinder-82491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 03 12:38:24.517498 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-82401f69-d1c9-44e7-af18-c19a009d9eef req-cac35391-afb8-41ba-9399-f275fc55ec23 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424671 May 03 12:38:24.535458 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118792360'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:24.573199 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:24.573822 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:24.575213 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] 10.222.0.39 "PUT /v2.0/ports/5f34ee0e-d5d4-4a8b-b9e1-adc041039285 HTTP/1.1" status: 200 len: 1093 time: 0.8070657 May 03 12:38:24.575664 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:38:24.577893 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:38:24.605555 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1e91f-0f1a-44e9-814d-ddce02925f52 service neutron] Pushing event updated for resources: {'Port': ['ID=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:24.616711 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae3b24-ae61-4c58-a1b4-d47e078796c5 x-openstack-request-id: req-70ae3b24-ae61-4c58-a1b4-d47e078796c5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:38:24.617000 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:38:24.617257 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70ae3b24-ae61-4c58-a1b4-d47e078796c5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:38:24.617689 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ae3b24-ae61-4c58-a1b4-d47e078796c5'] response: {'name': 'network-changed', 'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'status': 'completed', 'code': 200} May 03 12:38:24.703669 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca req-4e6e56ae-93d5-4939-b30b-2cfeb4099c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:24.705212 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca req-4e6e56ae-93d5-4939-b30b-2cfeb4099c09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1127 time: 0.0409405 May 03 12:38:24.811054 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca req-ee9b5122-6136-435e-ab0d-3e91b70395ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:24.812539 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca req-ee9b5122-6136-435e-ab0d-3e91b70395ec service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=63e643aec806497bb42c62ea76c402f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954783 May 03 12:38:24.903693 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca req-25a8a283-7b32-43bc-be13-ed9473c95edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:24.905127 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-053f89fe-6049-4fdc-ba0d-0f3913fde6ca req-25a8a283-7b32-43bc-be13-ed9473c95edb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873313 May 03 12:38:24.998146 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-433a39df-9f88-4f56-912f-5480ca719097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:24.999544 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-433a39df-9f88-4f56-912f-5480ca719097 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1127 time: 0.0386271 May 03 12:38:25.048805 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-1f79bcee-83a3-4fbb-a857-7b5832be22a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285 HTTP/1.1" status: 200 len: 217 time: 0.0368557 May 03 12:38:25.096252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-4ed9037e-03e7-4e34-bdb0-69fa5cc68c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:25.097703 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-4ed9037e-03e7-4e34-bdb0-69fa5cc68c9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0425894 May 03 12:38:25.141760 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-ae2aae76-c9ac-44d5-ad26-25289b277c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:25.143252 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-ae2aae76-c9ac-44d5-ad26-25289b277c08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387702 May 03 12:38:25.233227 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-fca9ee59-56b4-4fa9-b63f-3d40d296bf66 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837202 May 03 12:38:25.320883 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5899173a-76c2-46cc-88bb-34dedac05bf1 req-3f88ec2e-f860-495d-ba43-91dd237a6696 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801015 May 03 12:38:25.352511 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:25.637813 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8a3da-2109-4a5a-b34e-9ddf8ee4fe64 req-fd1eae0f-3a04-48b2-ace7-201440dd6eca tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:25.639424 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3ec8a3da-2109-4a5a-b34e-9ddf8ee4fe64 req-fd1eae0f-3a04-48b2-ace7-201440dd6eca tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0518234 May 03 12:38:25.688126 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-3ec8a3da-2109-4a5a-b34e-9ddf8ee4fe64 req-eace5728-21f2-47d9-b843-f12f066b45e1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 May 03 12:38:26.801861 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd6f6-096f-431f-b137-01f065e0037a req-39d4e884-5988-4766-ac4c-82f1f4b9cc3b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:26.803321 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d0dd6f6-096f-431f-b137-01f065e0037a req-39d4e884-5988-4766-ac4c-82f1f4b9cc3b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0464571 May 03 12:38:26.852063 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-1d0dd6f6-096f-431f-b137-01f065e0037a req-5eeca84c-fda7-40a5-87de-9efd58d14ddf tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425036 May 03 12:38:27.158109 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:27.962231 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b236cd7-b336-4870-a392-4bb36ebe9432 req-bb6558f3-cf88-4c6c-9ead-10e49465ba96 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:27.963673 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0b236cd7-b336-4870-a392-4bb36ebe9432 req-bb6558f3-cf88-4c6c-9ead-10e49465ba96 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0463090 May 03 12:38:28.010425 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-0b236cd7-b336-4870-a392-4bb36ebe9432 req-304f4edf-935c-4dc9-8fa2-f026422519b8 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413392 May 03 12:38:29.118610 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11c379-8c89-42fa-bc38-7f2a4e640c4c req-c00dc149-369d-4df3-b6fe-d9731b9c76f0 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:29.120591 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc11c379-8c89-42fa-bc38-7f2a4e640c4c req-c00dc149-369d-4df3-b6fe-d9731b9c76f0 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0451581 May 03 12:38:29.170268 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-cc11c379-8c89-42fa-bc38-7f2a4e640c4c req-aacba8cb-6169-459a-817b-0073e7a34ead tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442188 May 03 12:38:30.282832 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbddc2-5f7b-41ef-a391-ace3eb165e5e req-e4134c7a-d524-438f-8f11-f9622104357e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:30.284262 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7cbddc2-5f7b-41ef-a391-ace3eb165e5e req-e4134c7a-d524-438f-8f11-f9622104357e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0486681 May 03 12:38:30.331439 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c7cbddc2-5f7b-41ef-a391-ace3eb165e5e req-c25c0e5e-bd29-4469-8868-99a7484da09a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411808 May 03 12:38:31.448515 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203be60-5a19-4294-af43-72125800d061 req-2cb736b0-67e5-417e-bcdb-49330f316a75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:31.450081 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2203be60-5a19-4294-af43-72125800d061 req-2cb736b0-67e5-417e-bcdb-49330f316a75 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0501919 May 03 12:38:31.497520 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-2203be60-5a19-4294-af43-72125800d061 req-b1000948-819e-4097-a592-328c9e2645fa tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420752 May 03 12:38:32.607238 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efa857-8d30-4aa7-bac3-65511c029444 req-7a70e35a-afab-4441-a2ad-52aa73f69b46 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:32.608665 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5efa857-8d30-4aa7-bac3-65511c029444 req-7a70e35a-afab-4441-a2ad-52aa73f69b46 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 943 time: 0.0452185 May 03 12:38:32.647578 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 details requested by agent hyperv_hv-cinder-82491 with host hv-cinder-82491 {{(pid=103887) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 03 12:38:32.655752 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-a5efa857-8d30-4aa7-bac3-65511c029444 req-5ab30654-fa99-40a1-8ee5-ca12d19094f3 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416756 May 03 12:38:32.743134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:38:32.754556 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Returning: {'device': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'port_id': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'mac_address': 'fa:16:3e:03:6e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103887) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 03 12:38:32.789649 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 is: DOWN; New status is: BUILD {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:38:32.790043 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:32.802942 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 {{(pid=103887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 12:38:32.822308 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:38:32.894652 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:32.940542 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,revision_number=4']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:32.947415 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.947783 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.948121 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.948502 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.948842 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.949179 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.949512 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.949864 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.950175 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.950504 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.950834 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.951167 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.951493 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.951820 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:32.952144 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:33.177198 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] get_ports_and_sgs() called for port_ids ['5f34ee0e-d5d4-4a8b-b9e1-adc041039285'] {{(pid=103887) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 03 12:38:33.765563 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70724edb-d500-468d-8d62-8a9f364612f4 req-2d000c67-4d81-4223-96e6-c7160e5b0128 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:33.767021 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70724edb-d500-468d-8d62-8a9f364612f4 req-2d000c67-4d81-4223-96e6-c7160e5b0128 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 944 time: 0.0456772 May 03 12:38:33.819636 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-70724edb-d500-468d-8d62-8a9f364612f4 req-5b265d11-fc2b-4993-b946-31dfca530acf tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471628 May 03 12:38:34.654565 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 up at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 03 12:38:34.698618 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning for port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 completed by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 03 12:38:34.735007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.provisioning_blocks [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Provisioning complete for port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 triggered by entity L2. {{(pid=103887) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 03 12:38:34.735380 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-846891'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), provisioning_complete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:34.808429 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Current status of the port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 is: BUILD; New status is: ACTIVE {{(pid=103887) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 03 12:38:34.808821 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), before_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:34.830610 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285'}] {{(pid=103887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:38:34.832924 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd1e8b6d0c0269653294f36409af130d598d97f9ef082b4b70ba53517507e437" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33528486-5461-48e2-bbcc-1fa24b8ab90b" -d '{"events": [{"server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "name": "network-vif-plugged", "status": "completed", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285"}]}' {{(pid=103887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:38:34.851099 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] For port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:38:34.871217 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860bb92f-7355-4da2-9f07-f504f826f710 x-openstack-request-id: req-860bb92f-7355-4da2-9f07-f504f826f710 {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:38:34.871634 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "name": "network-vif-plugged", "status": "completed", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285", "code": 200}]} {{(pid=103887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:38:34.871911 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-860bb92f-7355-4da2-9f07-f504f826f710 {{(pid=103887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:38:34.872318 dv-cinder-824911-5-iscsi neutron-server[103887]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860bb92f-7355-4da2-9f07-f504f826f710'] response: {'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'code': 200} May 03 12:38:34.901796 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:34.951127 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Pushing event updated for resources: {'Port': ['ID=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,revision_number=5']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:35.007673 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c748a0-225a-4bb4-93c1-f96042a99767 req-88658157-b905-435d-8998-121b432ae0b5 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:35.009244 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2c748a0-225a-4bb4-93c1-f96042a99767 req-88658157-b905-435d-8998-121b432ae0b5 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0450068 May 03 12:38:35.062306 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-d2c748a0-225a-4bb4-93c1-f96042a99767 req-e6361453-fff3-4fd0-87ce-faf71293d88e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468071 May 03 12:38:35.255815 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160edd64-4ae5-49e5-b1ca-7130aedfd941 req-68cbf8a3-8d2c-4f2c-9075-8a4d6726646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:35.257217 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-160edd64-4ae5-49e5-b1ca-7130aedfd941 req-68cbf8a3-8d2c-4f2c-9075-8a4d6726646c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1129 time: 0.0371039 May 03 12:38:35.303400 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-160edd64-4ae5-49e5-b1ca-7130aedfd941 req-08383031-e08b-4079-937b-2993b5e5eea8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 May 03 12:38:36.174767 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ac72f-b268-4e82-87e8-d536656d5f46 req-89567a6d-6d34-4ea1-847f-4d7da8f9cb8f tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:36.176226 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef6ac72f-b268-4e82-87e8-d536656d5f46 req-89567a6d-6d34-4ea1-847f-4d7da8f9cb8f tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0460587 May 03 12:38:36.224290 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-ef6ac72f-b268-4e82-87e8-d536656d5f46 req-a56325e5-9f7e-4225-a65e-c199cc7fad36 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424576 May 03 12:38:36.301192 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:36.964200 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:38:37.333153 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f240f-a348-40e0-8ce4-b2b33596f152 req-cb346217-6d86-4121-a114-163848cd3d33 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:37.334625 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b3f240f-a348-40e0-8ce4-b2b33596f152 req-cb346217-6d86-4121-a114-163848cd3d33 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0461855 May 03 12:38:37.382594 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6b3f240f-a348-40e0-8ce4-b2b33596f152 req-3aa6330a-16df-4db6-b750-284594549142 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 May 03 12:38:37.493987 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551652e-ed34-4f0e-9995-845516e6b8ce req-0f433014-2c84-4f0a-ac50-cf75abcd986b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:37.495998 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5551652e-ed34-4f0e-9995-845516e6b8ce req-0f433014-2c84-4f0a-ac50-cf75abcd986b tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0466986 May 03 12:38:37.542613 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-5551652e-ed34-4f0e-9995-845516e6b8ce req-d998cdf6-6719-4abf-a841-9a91f1940add tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410709 May 03 12:38:37.564806 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48194) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:38:37.600915 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d23bf31-caf1-420a-a7a2-0cb67a739a78 tempest-TestVolumeBootPattern-587904768 tempest-TestVolumeBootPattern-587904768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:37.602392 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-4d23bf31-caf1-420a-a7a2-0cb67a739a78 tempest-TestVolumeBootPattern-587904768 tempest-TestVolumeBootPattern-587904768-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1124 time: 0.0366225 May 03 12:38:37.605130 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48196) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:38:37.609384 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.v2.base [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Request body: {'floatingip': {'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'port_id': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103886) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 03 12:38:37.695334 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:37.773851 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:37.874395 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Allocated IP 172.27.0.160 (b4d3d747-e640-4ac7-96f0-260191103dc9/019c1e5c-56db-40fc-ba0b-5ab56fb93d7b/2c3b1236-811c-4562-9172-2aac857ead0d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 12:38:37.975186 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (2c3b1236-811c-4562-9172-2aac857ead0d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.060266 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774692530324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (2c3b1236-811c-4562-9172-2aac857ead0d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.095640 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Network b4d3d747-e640-4ac7-96f0-260191103dc9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 12:38:38.098398 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 12:38:38.101952 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 03 12:38:38.127095 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=2c3b1236-811c-4562-9172-2aac857ead0d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:38.143785 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.144136 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.144507 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.144853 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.145189 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.145522 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.145853 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.146193 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.146507 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.146836 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.147164 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.147490 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.147814 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.148138 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.148485 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:38:38.475956 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (6daeacdd-ff99-42aa-b9f9-98e4ce33b57a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.578985 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-772561'] for port (2c3b1236-811c-4562-9172-2aac857ead0d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.722954 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for port (2c3b1236-811c-4562-9172-2aac857ead0d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.763623 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774693041327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774692530342', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774692530360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125948489'] for port (2c3b1236-811c-4562-9172-2aac857ead0d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.829613 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event updated for resources: {'Port': ['ID=2c3b1236-811c-4562-9172-2aac857ead0d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:38:38.839535 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1624520'] for floatingip (6daeacdd-ff99-42aa-b9f9-98e4ce33b57a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:38.937408 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Floating IP 6daeacdd-ff99-42aa-b9f9-98e4ce33b57a associated. External IP: 172.27.0.160, port: 5f34ee0e-d5d4-4a8b-b9e1-adc041039285. May 03 12:38:39.137947 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:38:39.244677 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:38:39.253989 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:38:39.264443 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:38:39.265055 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:38:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:38:39.320183 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:39.351464 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d6dbd463-56cc-4fc0-82e6-b35ed4049ffe tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7449956 May 03 12:38:39.351739 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:38:39.354166 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194f7472-dc3a-4a46-b7ec-6aba720f15f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:38:39.371655 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:38:39.388502 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e7be81-252f-4d78-96b1-eeb396cb65f3 x-openstack-request-id: req-93e7be81-252f-4d78-96b1-eeb396cb65f3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:38:39.388744 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:38:39.388997 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93e7be81-252f-4d78-96b1-eeb396cb65f3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:38:39.389404 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e7be81-252f-4d78-96b1-eeb396cb65f3'] response: {'name': 'network-changed', 'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'status': 'completed', 'code': 200} May 03 12:38:39.471240 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-4cf6449a-3a15-4640-a93a-fcae80019066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:39.472789 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-4cf6449a-3a15-4640-a93a-fcae80019066 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1129 time: 0.0421557 May 03 12:38:39.560427 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-91fc319c-3cdd-4dde-bdd6-6da96f194d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:39.561899 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-91fc319c-3cdd-4dde-bdd6-6da96f194d03 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0836804 May 03 12:38:39.591092 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '6daeacdd-ff99-42aa-b9f9-98e4ce33b57a', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:03:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:38:38Z', 'updated_at': '2022-05-03T12:38:38Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}, {'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:49Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:38:39.616653 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:38:39.624648 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:38:39.625252 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:38:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:38:39.628004 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-3b85c9ba-0a50-4823-9563-4e4788336768 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285 HTTP/1.1" status: 200 len: 999 time: 0.0604250 May 03 12:38:39.674807 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-418ec85b-a4a6-474f-9816-cc1f93075ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:39.676155 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-418ec85b-a4a6-474f-9816-cc1f93075ccf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0428951 May 03 12:38:39.718510 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-cfb6ab85-4ff5-4886-a01f-72664dc5f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:39.719969 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-cfb6ab85-4ff5-4886-a01f-72664dc5f062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379455 May 03 12:38:39.730618 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:38:39.809671 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-ff50737f-720b-46de-a34d-b480ddd53150 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832436 May 03 12:38:39.894397 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-194f7472-dc3a-4a46-b7ec-6aba720f15f7 req-e9afbbd8-7480-46af-9c78-2a0572902c22 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791314 May 03 12:38:39.945211 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '6daeacdd-ff99-42aa-b9f9-98e4ce33b57a', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:03:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:38:38Z', 'updated_at': '2022-05-03T12:38:38Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}, {'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:49Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:38:39.975779 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d82d29-d1c1-435c-8fce-9e342ee36bcc None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '6daeacdd-ff99-42aa-b9f9-98e4ce33b57a', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:03:6e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:38:38Z', 'updated_at': '2022-05-03T12:38:38Z', 'revision_number': 0, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}, {'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:49Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:38:40.159377 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b90dc0-be37-4b89-9a00-47f1d8638a11 None None] New status for floating IP 6daeacdd-ff99-42aa-b9f9-98e4ce33b57a: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:38:43.373548 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-cca7ed03-1f62-4107-9128-34e1decde4db service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417066 May 03 12:38:43.466616 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9230b-0798-4590-a559-808fdb34d84c req-45508655-218e-4860-a4aa-66becc13c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:43.468102 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-45508655-218e-4860-a4aa-66becc13c36e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1130 time: 0.0388675 May 03 12:38:43.567703 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9230b-0798-4590-a559-808fdb34d84c req-b22111a1-6363-404c-98bc-9b738bc0898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:43.569227 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-b22111a1-6363-404c-98bc-9b738bc0898d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0835140 May 03 12:38:43.636722 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-3f487604-a522-4695-8276-d092a70ec884 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 200 len: 1002 time: 0.0604153 May 03 12:38:43.683596 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9230b-0798-4590-a559-808fdb34d84c req-bea4308c-9323-47fe-93a0-ed3e0c924f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:43.685060 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-bea4308c-9323-47fe-93a0-ed3e0c924f82 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0426943 May 03 12:38:43.725853 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9230b-0798-4590-a559-808fdb34d84c req-d82006b3-a139-452f-b254-535d75076fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:38:43.727279 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-d82006b3-a139-452f-b254-535d75076fea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365944 May 03 12:38:43.815452 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-c79287de-c58f-443f-bee5-0066a65972e5 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825903 May 03 12:38:43.903081 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c8c9230b-0798-4590-a559-808fdb34d84c req-05840620-46ae-4cbc-a969-c3b56b97db55 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814986 May 03 12:38:50.688137 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a7fd42b2-788b-4b45-b6b8-a8e52c5d006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:52.803591 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4b2bed23-d768-461c-a1c9-c685b65550c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:54.158097 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:55.357544 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:38:57.163438 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:06.316328 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:13.963132 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:39:20.710485 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-cf2e5a5b-abf0-4405-9f7b-35c5ae3280f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:22.797135 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-44a1877a-8249-401c-aae5-41c8303f643c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:24.157109 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:25.334275 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:27.145356 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:36.305469 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:44.348731 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-d7459e74-7ff9-40de-a2d1-868c7cbca123 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377209 May 03 12:39:44.419287 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-456fdf7d-f14d-4437-a9b4-bcda6814f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:39:44.420732 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-456fdf7d-f14d-4437-a9b4-bcda6814f3a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1129 time: 0.0375669 May 03 12:39:44.520049 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-d3ddea0e-9e74-4d1d-98ee-963c98f30ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:39:44.521522 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-d3ddea0e-9e74-4d1d-98ee-963c98f30ffd service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0846844 May 03 12:39:44.584707 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-211c3b82-8362-4660-afc8-93f929abde57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285 HTTP/1.1" status: 200 len: 1001 time: 0.0571268 May 03 12:39:44.630283 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-795e2413-73b4-4f0d-a4ae-f6386baf2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:39:44.631609 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-795e2413-73b4-4f0d-a4ae-f6386baf2963 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0417585 May 03 12:39:44.676129 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-a0b6ad21-b1a1-437a-a561-699297b369f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:39:44.677578 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-a0b6ad21-b1a1-437a-a561-699297b369f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403073 May 03 12:39:44.763423 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-432ad3c0-146b-4e9f-a948-77de58b506cb service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796213 May 03 12:39:44.851318 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-9afff36c-c51e-4fc8-84bb-ce272ed6417d req-d93905fd-d935-42c3-958f-07f2eede540e service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817719 May 03 12:39:50.681980 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-57b69fca-6a4f-4b87-8c14-ac14829f7c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:50.961835 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:39:52.791454 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-ed5953b8-9b4c-4ea2-87ea-35a048b97416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:54.173742 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:55.367923 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:39:57.167805 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:06.322304 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:06.829600 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48222) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:06.986474 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Deleting port 2c3b1236-811c-4562-9172-2aac857ead0d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:06.986826 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (2c3b1236-811c-4562-9172-2aac857ead0d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:07.062168 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (2c3b1236-811c-4562-9172-2aac857ead0d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:07.062500 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (2c3b1236-811c-4562-9172-2aac857ead0d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:07.074714 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Calling delete_port for 2c3b1236-811c-4562-9172-2aac857ead0d owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:07.309762 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (2c3b1236-811c-4562-9172-2aac857ead0d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:07.335484 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'Port': ['ID=2c3b1236-811c-4562-9172-2aac857ead0d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:07.347276 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.347630 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.347979 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.348323 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.348691 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.349029 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.349384 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.349710 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.350041 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.350372 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.350718 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.351050 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.351375 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.351699 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.352023 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:07.405541 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (6daeacdd-ff99-42aa-b9f9-98e4ce33b57a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:07.405879 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Floating IP 6daeacdd-ff99-42aa-b9f9-98e4ce33b57a disassociated (deleted). External IP: 172.27.0.160, port: 5f34ee0e-d5d4-4a8b-b9e1-adc041039285. May 03 12:40:07.607303 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:40:07.971854 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:40:07.976651 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:07.982223 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:40:07.991474 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:07.992190 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:39:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:08.005921 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-bdb14cfb-5416-448e-a9c9-dafe91bd360e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "DELETE /v2.0/floatingips/6daeacdd-ff99-42aa-b9f9-98e4ce33b57a HTTP/1.1" status: 204 len: 168 time: 1.1752527 May 03 12:40:08.006604 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:40:08.009041 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8e455e-686d-484b-b673-b7df85d0c73a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:40:08.047591 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5781443-7488-42e9-87af-d5b3752f88d9 x-openstack-request-id: req-e5781443-7488-42e9-87af-d5b3752f88d9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:40:08.047881 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:40:08.048133 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5781443-7488-42e9-87af-d5b3752f88d9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:40:08.048921 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5781443-7488-42e9-87af-d5b3752f88d9'] response: {'name': 'network-changed', 'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'status': 'completed', 'code': 200} May 03 12:40:08.104717 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:08.130719 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-b7508c3b-1ac9-43e6-8a17-49a864615f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:08.132226 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-b7508c3b-1ac9-43e6-8a17-49a864615f45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 1129 time: 0.0385451 May 03 12:40:08.223093 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-8cb5026f-db06-491f-8853-47be3c792e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:08.224524 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-8cb5026f-db06-491f-8853-47be3c792e1c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0869751 May 03 12:40:08.264115 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-7418e4fd-db9c-4eba-b1c3-7e7201d1a583 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285 HTTP/1.1" status: 200 len: 217 time: 0.0337420 May 03 12:40:08.311900 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-7f11a97b-53bf-46f4-9478-93c29730429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:08.313389 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-7f11a97b-53bf-46f4-9478-93c29730429b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0438766 May 03 12:40:08.322269 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:49Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:08.351151 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:40:08.359208 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:08.359853 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:39:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:08.361522 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-1c6b6ff6-1250-4c0e-9f0c-03998f23662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:08.363250 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-1c6b6ff6-1250-4c0e-9f0c-03998f23662f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444038 May 03 12:40:08.439996 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d988bb3-7e64-418b-b88b-974bca11672c req-4a085d7e-1dce-4b11-a5f0-68f321c902fb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:08.441548 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d988bb3-7e64-418b-b88b-974bca11672c req-4a085d7e-1dce-4b11-a5f0-68f321c902fb tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0493412 May 03 12:40:08.468351 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:08.490398 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-6d988bb3-7e64-418b-b88b-974bca11672c req-2afc9909-f593-4d36-9741-33d49252a5d0 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 May 03 12:40:08.683306 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:49Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:08.708851 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb7c24-88fc-454e-a395-1ee53b48546e None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_floatingips': [{'id': '97a3f277-dc5a-4564-acc1-383f147a2b11', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'router_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'port_id': 'a519900d-44a1-4872-969f-868e2232769a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'mac_address': 'fa:16:3e:de:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T12:36:47Z', 'updated_at': '2022-05-03T12:36:49Z', 'revision_number': 1, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:40:08.919090 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91ec90d-0880-4b00-8599-082970a9c524 None None] New status for floating IP 6daeacdd-ff99-42aa-b9f9-98e4ce33b57a: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:40:09.508728 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-2394d316-4ec1-402c-adad-fc9557751b05 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803783 May 03 12:40:09.606755 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971566d-2f72-49eb-9bb7-6b6e02589058 req-e38269b3-21cd-4483-9142-f6991ede53ff tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:09.608143 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6971566d-2f72-49eb-9bb7-6b6e02589058 req-e38269b3-21cd-4483-9142-f6991ede53ff tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0464849 May 03 12:40:09.683927 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-6971566d-2f72-49eb-9bb7-6b6e02589058 req-cf41478b-db1c-4824-a0cf-8cd7d37abd72 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700874 May 03 12:40:09.735105 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-fb8e455e-686d-484b-b673-b7df85d0c73a req-55c69514-485f-4347-9750-07d2df4644a4 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998454 May 03 12:40:10.099883 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-08fc9708-5b78-4c6a-b817-50632494833d tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:10.101342 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-08fc9708-5b78-4c6a-b817-50632494833d tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 945 time: 0.0459430 May 03 12:40:10.186232 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Deleting port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:10.186604 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:10.273390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] For port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:10.274279 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:10.286493 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Calling delete_port for 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:10.453407 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (5f34ee0e-d5d4-4a8b-b9e1-adc041039285), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:10.484926 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'Port': ['ID=5f34ee0e-d5d4-4a8b-b9e1-adc041039285,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:10.496520 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.496884 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.497238 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.497584 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.497951 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.498290 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.498623 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.498956 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.499288 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.499619 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.499953 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.500282 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.500634 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.500960 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.501286 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:10.537086 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] No DVR routers for this DVR port 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 on host hv-cinder-82491 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:40:10.540308 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:10.543570 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-c4bee109-dc41-4948-99fe-23d4c51aa2bc req-1cc080bc-2e64-47ee-9f03-d0f6685104c4 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "DELETE /v2.0/ports/5f34ee0e-d5d4-4a8b-b9e1-adc041039285 HTTP/1.1" status: 204 len: 173 time: 0.4375951 May 03 12:40:10.544008 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'name': 'network-vif-deleted', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:40:10.546301 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cec302f6a3a6802d36a57fe808c3ad2bb3d314f5b935b51e14abd9bf42a9a5b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e227065-78fb-41b4-ae66-d88e528a0025" -d '{"events": [{"server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "name": "network-vif-deleted", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:40:10.580390 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0a7ae-efe3-4f1c-8af7-9a54c4c2cbc8 x-openstack-request-id: req-abf0a7ae-efe3-4f1c-8af7-9a54c4c2cbc8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:40:10.580688 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1fcfb4-146d-4d73-a135-44f9aef67dee", "name": "network-vif-deleted", "tag": "5f34ee0e-d5d4-4a8b-b9e1-adc041039285", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:40:10.580945 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-abf0a7ae-efe3-4f1c-8af7-9a54c4c2cbc8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:40:10.581354 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf0a7ae-efe3-4f1c-8af7-9a54c4c2cbc8'] response: {'server_uuid': '3e1fcfb4-146d-4d73-a135-44f9aef67dee', 'name': 'network-vif-deleted', 'tag': '5f34ee0e-d5d4-4a8b-b9e1-adc041039285', 'status': 'completed', 'code': 200} May 03 12:40:10.779556 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-7b680e82-1906-4d71-83cd-bbea581dda39 req-1067fb98-3d79-44ac-8343-b39c4fc83fc1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e1fcfb4-146d-4d73-a135-44f9aef67dee HTTP/1.1" status: 200 len: 210 time: 0.0277221 May 03 12:40:12.209095 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [req-531081fa-bc17-4334-9624-09dbc648364f req-f6e8964a-f860-41c7-b179-17763f1b5b6c service neutron] (103886) timed out ('10.222.0.39', 63960) {{(pid=103886) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 12:40:12.276933 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-8cd7ff6d-f8db-499f-b826-20688623696e req-3fb6f0e8-7d30-42c3-ba5e-6ad1db5dd1c0 service neutron] (103885) timed out ('10.222.0.39', 63974) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 12:40:13.212990 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:13.235920 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:13.236571 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device 5f34ee0e-d5d4-4a8b-b9e1-adc041039285 not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:14.254185 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48262) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:14.398161 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Deleting port b50ae59a-6f56-4277-b521-2436cf5a5cca {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:14.398558 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:14.470392 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:14.470723 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (b50ae59a-6f56-4277-b521-2436cf5a5cca), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:14.486340 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Calling delete_port for b50ae59a-6f56-4277-b521-2436cf5a5cca owned by network:floatingip {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:14.761884 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (b50ae59a-6f56-4277-b521-2436cf5a5cca), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:14.789471 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'Port': ['ID=b50ae59a-6f56-4277-b521-2436cf5a5cca,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:14.848994 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (97a3f277-dc5a-4564-acc1-383f147a2b11), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:14.849336 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.db.l3_db [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Floating IP 97a3f277-dc5a-4564-acc1-383f147a2b11 disassociated (deleted). External IP: 172.27.0.210, port: a519900d-44a1-4872-969f-868e2232769a. May 03 12:40:15.055510 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:40:15.161555 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:40:15.166835 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:15.171571 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:40:15.182144 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:15.182763 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:39:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:15.195444 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-26b4b79f-1006-416c-9dd9-2fb0040baa9e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "DELETE /v2.0/floatingips/97a3f277-dc5a-4564-acc1-383f147a2b11 HTTP/1.1" status: 204 len: 168 time: 0.9401662 May 03 12:40:15.196050 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'tag': 'a519900d-44a1-4872-969f-868e2232769a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:40:15.198390 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693456bc-9707-46cc-8861-a4c18c89e78d" -d '{"events": [{"name": "network-changed", "server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "tag": "a519900d-44a1-4872-969f-868e2232769a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:40:15.236498 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 May 2022 12:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e37e78-dc36-4548-ac50-453c02aea375 x-openstack-request-id: req-e7e37e78-dc36-4548-ac50-453c02aea375 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:40:15.236791 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "tag": "a519900d-44a1-4872-969f-868e2232769a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:40:15.237041 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7e37e78-dc36-4548-ac50-453c02aea375 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:40:15.237939 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e37e78-dc36-4548-ac50-453c02aea375'] response: {'name': 'network-changed', 'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'tag': 'a519900d-44a1-4872-969f-868e2232769a', 'status': 'completed', 'code': 200} May 03 12:40:15.291759 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:15.316654 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693456bc-9707-46cc-8861-a4c18c89e78d req-9fb09e4c-61f4-4faa-a978-6dc4caf42e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:15.322022 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-9fb09e4c-61f4-4faa-a978-6dc4caf42e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63e643aec806497bb42c62ea76c402f4&device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 1130 time: 0.0392113 May 03 12:40:15.408983 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693456bc-9707-46cc-8861-a4c18c89e78d req-fda07933-ff1e-45bf-9882-5ae6506a21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:15.410434 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-fda07933-ff1e-45bf-9882-5ae6506a21dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 200 len: 913 time: 0.0858886 May 03 12:40:15.450479 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-f956be10-d8ad-482d-b2f4-08b67c89c6e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 200 len: 217 time: 0.0339246 May 03 12:40:15.486448 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:15.506336 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693456bc-9707-46cc-8861-a4c18c89e78d req-1353716b-b6fd-44f2-ac59-efb346244034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:15.506454 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-1353716b-b6fd-44f2-ac59-efb346244034 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 200 len: 851 time: 0.0494478 May 03 12:40:15.517245 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:40:15.526112 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:15.526729 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:39:53Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:15.579951 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060539a7-4966-45a2-b9cc-f19da1642c61 req-0996694d-2556-4a02-9a2e-46c5f7f70ccf tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:15.581418 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-060539a7-4966-45a2-b9cc-f19da1642c61 req-0996694d-2556-4a02-9a2e-46c5f7f70ccf tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 946 time: 0.0479913 May 03 12:40:15.630093 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-060539a7-4966-45a2-b9cc-f19da1642c61 req-6f422f52-528d-48e8-887a-e143ca23f75a tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422311 May 03 12:40:15.635338 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:15.821006 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:15.846599 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeede0c0-1454-4dac-a4bd-cb7349bb4653 None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:33:26Z', 'revision_number': 4, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi', '_interfaces': [{'id': '046fd65e-f941-4eaa-8253-fb259bf53976', 'name': '', 'network_id': '3444a6f8-7071-4852-98be-6e09768bcf8f', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'mac_address': 'fa:16:3e:c7:0e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:25Z', 'updated_at': '2022-05-03T12:33:30Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'subnets': [{'id': '70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:40:16.066760 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7cdfac-e9b3-46d5-b9a4-afb0d79e77ca None None] New status for floating IP 97a3f277-dc5a-4564-acc1-383f147a2b11: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 12:40:16.590690 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693456bc-9707-46cc-8861-a4c18c89e78d req-cbd8ee6d-e929-4c74-9065-7c1dcfe80aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:16.594378 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-cbd8ee6d-e929-4c74-9065-7c1dcfe80aed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3444a6f8-7071-4852-98be-6e09768bcf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393338 May 03 12:40:16.688732 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-e5a92019-1e84-4d71-8f63-5cba26c0adde service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897853 May 03 12:40:17.028335 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31c7c4-0d16-4e33-b6da-0d2e95c93513 req-187e1b3e-6feb-46cb-a75f-831230e068c1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:17.029732 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b31c7c4-0d16-4e33-b6da-0d2e95c93513 req-187e1b3e-6feb-46cb-a75f-831230e068c1 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 946 time: 0.3300395 May 03 12:40:17.122000 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-1b31c7c4-0d16-4e33-b6da-0d2e95c93513 req-2c1de6e3-0093-430e-904d-0990fee5efd8 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/security-groups?id=e2d162e2-ea41-4791-9e36-e8009123a3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857918 May 03 12:40:17.123838 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-693456bc-9707-46cc-8861-a4c18c89e78d req-a09ebf25-14d8-49fe-9fa1-20028ce31df0 service neutron] 10.222.0.39 "GET /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352098 May 03 12:40:17.130158 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-b2c81799-81ce-44bd-ae79-2b9108a95286 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103886) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 12:40:17.131613 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-b2c81799-81ce-44bd-ae79-2b9108a95286 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 946 time: 0.0492876 May 03 12:40:17.221692 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Deleting port a519900d-44a1-4872-969f-868e2232769a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:17.222033 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (a519900d-44a1-4872-969f-868e2232769a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:17.310680 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] For port a519900d-44a1-4872-969f-868e2232769a, host hv-cinder-82491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82491',level=0,port_id=a519900d-44a1-4872-969f-868e2232769a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:17.310992 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (a519900d-44a1-4872-969f-868e2232769a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:17.323926 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Calling delete_port for a519900d-44a1-4872-969f-868e2232769a owned by compute:nova {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:17.498919 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (a519900d-44a1-4872-969f-868e2232769a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:17.524615 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'Port': ['ID=a519900d-44a1-4872-969f-868e2232769a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:17.571034 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] No DVR routers for this DVR port a519900d-44a1-4872-969f-868e2232769a on host hv-cinder-82491 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:40:17.573460 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for port (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:17.577149 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [req-193eef12-dd89-494f-8c9e-eb62c3f897a4 req-77ec3668-4d5d-4753-8f7a-a9ec1aefd91e tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.39 "DELETE /v2.0/ports/a519900d-44a1-4872-969f-868e2232769a HTTP/1.1" status: 204 len: 173 time: 0.4319997 May 03 12:40:17.577658 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'name': 'network-vif-deleted', 'tag': 'a519900d-44a1-4872-969f-868e2232769a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 12:40:17.579936 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}761d6fef3e0300880fcb4aa0295f4bdaada9a93bbd102b59124ac15e7f36e6a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d176a02-b88a-426f-b37f-d527e97d0704" -d '{"events": [{"server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "name": "network-vif-deleted", "tag": "a519900d-44a1-4872-969f-868e2232769a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 03 12:40:17.616186 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 May 2022 12:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cf7d9d-8dab-4642-9b5e-cf9f92444f42 x-openstack-request-id: req-53cf7d9d-8dab-4642-9b5e-cf9f92444f42 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 03 12:40:17.616538 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c884d2-89ee-411c-823f-e2fcb40fd082", "name": "network-vif-deleted", "tag": "a519900d-44a1-4872-969f-868e2232769a", "status": "completed", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 03 12:40:17.620681 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53cf7d9d-8dab-4642-9b5e-cf9f92444f42 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 03 12:40:17.620681 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cf7d9d-8dab-4642-9b5e-cf9f92444f42'] response: {'server_uuid': '58c884d2-89ee-411c-823f-e2fcb40fd082', 'name': 'network-vif-deleted', 'tag': 'a519900d-44a1-4872-969f-868e2232769a', 'status': 'completed', 'code': 200} May 03 12:40:18.229709 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [req-b719b8e7-b6d9-413b-9c12-e92c3fb811f3 req-2a076c2b-3661-4660-978c-7eb3d213adff tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "GET /v2.0/ports?device_id=58c884d2-89ee-411c-823f-e2fcb40fd082 HTTP/1.1" status: 200 len: 210 time: 0.0272233 May 03 12:40:19.286622 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48278) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:19.398711 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Deleting port 2390d0d6-4f14-4750-b95d-460d09309f6c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:19.399051 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:19.473202 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:19.473554 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (2390d0d6-4f14-4750-b95d-460d09309f6c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:19.485151 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Calling delete_port for 2390d0d6-4f14-4750-b95d-460d09309f6c owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:19.727622 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (2390d0d6-4f14-4750-b95d-460d09309f6c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:19.752546 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'Port': ['ID=2390d0d6-4f14-4750-b95d-460d09309f6c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:19.812415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for floatingip (ff6116d5-565c-4bff-ade3-9bd9d4363b94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:19.814894 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-99128'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:19.816040 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-b78ff31c-1e23-4b53-8b9d-ae05c4648bde tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff6116d5-565c-4bff-ade3-9bd9d4363b94 HTTP/1.1" status: 204 len: 168 time: 0.5284243 May 03 12:40:20.710105 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-7a9715f7-1ec2-4329-8f8e-a8f2b4d809e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:21.130635 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:21.185528 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52b5f981-5283-4e90-b985-7c64deeeb130 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group (e2d162e2-ea41-4791-9e36-e8009123a3d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:21.209627 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52b5f981-5283-4e90-b985-7c64deeeb130 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group (e2d162e2-ea41-4791-9e36-e8009123a3d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:21.247158 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device a519900d-44a1-4872-969f-868e2232769a no longer exists at agent hyperv_hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:21.267831 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] No Port match for: a519900d-44a1-4872-969f-868e2232769a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:21.268179 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Device a519900d-44a1-4872-969f-868e2232769a not bound to the agent host hv-cinder-82491 {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:21.344252 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52b5f981-5283-4e90-b985-7c64deeeb130 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (e2d162e2-ea41-4791-9e36-e8009123a3d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:21.346939 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52b5f981-5283-4e90-b985-7c64deeeb130 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:21.348095 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-52b5f981-5283-4e90-b985-7c64deeeb130 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] 10.222.0.21 "DELETE /v2.0/security-groups/e2d162e2-ea41-4791-9e36-e8009123a3d9 HTTP/1.1" status: 204 len: 168 time: 0.2164521 May 03 12:40:21.363011 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5f981-5283-4e90-b985-7c64deeeb130 tempest-TestVolumeBootPattern-1514949954 tempest-TestVolumeBootPattern-1514949954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d162e2-ea41-4791-9e36-e8009123a3d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:21.454671 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48294) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:21.900385 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:22.123206 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Deleting port 046fd65e-f941-4eaa-8253-fb259bf53976 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:22.123541 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:22.197544 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] For port 046fd65e-f941-4eaa-8253-fb259bf53976, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=046fd65e-f941-4eaa-8253-fb259bf53976,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:22.197835 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:22.210543 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Calling delete_port for 046fd65e-f941-4eaa-8253-fb259bf53976 owned by network:router_interface {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:22.458844 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (046fd65e-f941-4eaa-8253-fb259bf53976), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:22.498867 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Pushing event deleted for resources: {'Port': ['ID=046fd65e-f941-4eaa-8253-fb259bf53976,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:22.657528 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:22.807656 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-68017721-442c-40c6-9201-5bfb49cfe91b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:22.871547 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103886) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:40:22.980030 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103886) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:40:22.984969 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-d36e5db7-c221-4ee0-80b2-a471274cd947 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5be4e07-c1c7-4d8c-8e02-bb92483f4155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5292773 May 03 12:40:22.987435 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48298) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:22.989968 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] Sync routers for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:40:23.000577 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:23.001212 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:40:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:23.112248 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:23.363660 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks [] for router (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:23.414498 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:40:22Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:23.443935 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] Checking router: b5be4e07-c1c7-4d8c-8e02-bb92483f4155 for host: dv-cinder-824911-5-iscsi {{(pid=103887) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:40:23.452099 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] Routers {'b5be4e07-c1c7-4d8c-8e02-bb92483f4155'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103887) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:23.452755 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:40:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'], 'active': True} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:23.465838 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks [] for router_gateway (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:23.558239 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvr_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] Set router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103887) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:23.578894 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Deleting port 9a783cd1-274c-4518-8f99-46a8ee338def {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:23.579242 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:23.656525 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-52f45870-f090-4823-a940-507d36714790 admin admin] For port 9a783cd1-274c-4518-8f99-46a8ee338def, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=9a783cd1-274c-4518-8f99-46a8ee338def,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:23.656811 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:23.673388 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Calling delete_port for 9a783cd1-274c-4518-8f99-46a8ee338def owned by network:router_gateway {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:23.725111 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_hamode_db [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:40:22Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:23.750916 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338df93-5ac7-43b1-91a9-d4f4fabcbbab None None] The sync data for ids ['b5be4e07-c1c7-4d8c-8e02-bb92483f4155'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'name': 'tempest-TestVolumeBootPattern-2135153749-router', 'tenant_id': '63e643aec806497bb42c62ea76c402f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:22Z', 'updated_at': '2022-05-03T12:40:22Z', 'revision_number': 5, 'project_id': '63e643aec806497bb42c62ea76c402f4', 'gw_port': {'id': '9a783cd1-274c-4518-8f99-46a8ee338def', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5be4e07-c1c7-4d8c-8e02-bb92483f4155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:23Z', 'updated_at': '2022-05-03T12:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}] {{(pid=103887) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:40:23.910071 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (9a783cd1-274c-4518-8f99-46a8ee338def), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:23.935102 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a783cd1-274c-4518-8f99-46a8ee338def,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:24.003174 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.105937 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.108561 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks [] for router_controller (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.173378 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.241462 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (b5be4e07-c1c7-4d8c-8e02-bb92483f4155), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.242685 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5be4e07-c1c7-4d8c-8e02-bb92483f4155 {{(pid=103886) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:40:24.247103 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52f45870-f090-4823-a940-507d36714790 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.253134 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-52f45870-f090-4823-a940-507d36714790 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5be4e07-c1c7-4d8c-8e02-bb92483f4155 HTTP/1.1" status: 204 len: 168 time: 1.2598941 May 03 12:40:24.253134 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48300) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:24.294827 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Deleting subnet 70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda {{(pid=103886) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:40:24.298946 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Publish callbacks [] for subnet (70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.335480 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125948878'] for subnet (70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda), precommit_delete_associations {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.423395 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.533278 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125948423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127775362'] for subnet (70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.556904 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:24.562489 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.566047 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-5de5c844-e8e9-4f06-9bd6-52525eedb864 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70c3f3e4-0c58-42d6-bd73-9f8bd6d79cda HTTP/1.1" status: 204 len: 168 time: 0.3139806 May 03 12:40:24.568142 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48302) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:24.568495 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200aaaf6-56f9-44c8-90ad-1720563ec25f None None] Network 3444a6f8-7071-4852-98be-6e09768bcf8f requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:40:24.638128 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (3444a6f8-7071-4852-98be-6e09768bcf8f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.683577 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Deleting port 59a84424-d141-42f6-82ff-483ccfad525a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:24.684076 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (59a84424-d141-42f6-82ff-483ccfad525a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.734339 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] DHCP port deletion for 3444a6f8-7071-4852-98be-6e09768bcf8f request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:40:24.754399 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] For port 59a84424-d141-42f6-82ff-483ccfad525a, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=59a84424-d141-42f6-82ff-483ccfad525a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:24.754574 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (59a84424-d141-42f6-82ff-483ccfad525a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.767484 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Calling delete_port for 59a84424-d141-42f6-82ff-483ccfad525a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:24.777312 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Deleting port 59a84424-d141-42f6-82ff-483ccfad525a {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:24.777689 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (59a84424-d141-42f6-82ff-483ccfad525a), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.841439 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] For port 59a84424-d141-42f6-82ff-483ccfad525a, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=59a84424-d141-42f6-82ff-483ccfad525a,segment=NetworkSegment(b60e8395-0182-45fe-801c-3d2e9eed6cdd),segment_id=b60e8395-0182-45fe-801c-3d2e9eed6cdd)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:24.841850 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (59a84424-d141-42f6-82ff-483ccfad525a), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.857298 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Calling delete_port for 59a84424-d141-42f6-82ff-483ccfad525a owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:24.901993 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 9a783cd1-274c-4518-8f99-46a8ee338def no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:24.910346 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (59a84424-d141-42f6-82ff-483ccfad525a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:24.926793 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 9a783cd1-274c-4518-8f99-46a8ee338def {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:24.927079 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 9a783cd1-274c-4518-8f99-46a8ee338def not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:24.927502 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 59a84424-d141-42f6-82ff-483ccfad525a no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:24.935459 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Pushing event deleted for resources: {'Port': ['ID=59a84424-d141-42f6-82ff-483ccfad525a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:24.940001 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] No DVR routers for this DVR port 59a84424-d141-42f6-82ff-483ccfad525a on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:40:24.967025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 59a84424-d141-42f6-82ff-483ccfad525a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:24.967025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 59a84424-d141-42f6-82ff-483ccfad525a not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:24.967025 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 046fd65e-f941-4eaa-8253-fb259bf53976 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:24.977487 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 046fd65e-f941-4eaa-8253-fb259bf53976 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:24.977840 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 046fd65e-f941-4eaa-8253-fb259bf53976 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:24.992530 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (59a84424-d141-42f6-82ff-483ccfad525a), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.014865 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (3444a6f8-7071-4852-98be-6e09768bcf8f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.019390 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Pushing event deleted for resources: {'Port': ['ID=59a84424-d141-42f6-82ff-483ccfad525a,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:25.021668 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] No DVR routers for this DVR port 59a84424-d141-42f6-82ff-483ccfad525a on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.032011 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.033416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.033416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.033416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.033416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.033416 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.034007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.034007 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.034977 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22b712-e8ec-4360-af0c-4adf74375044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824911-5-iscsi {{(pid=103887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 12:40:25.043902 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3444a6f8-7071-4852-98be-6e09768bcf8f']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:25.054956 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60e8395-0182-45fe-801c-3d2e9eed6cdd') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:25.055255 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60e8395-0182-45fe-801c-3d2e9eed6cdd') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:25.064424 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (b60e8395-0182-45fe-801c-3d2e9eed6cdd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.077681 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (b60e8395-0182-45fe-801c-3d2e9eed6cdd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.083372 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:40:25.083762 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (b60e8395-0182-45fe-801c-3d2e9eed6cdd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:40:25.090892 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:40:25.196688 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (3444a6f8-7071-4852-98be-6e09768bcf8f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.201949 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.205114 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/3444a6f8-7071-4852-98be-6e09768bcf8f HTTP/1.1" status: 204 len: 168 time: 0.6358018 May 03 12:40:25.208152 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:25.216143 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78f6f5-0605-4ccf-ace1-d47e302513fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3444a6f8-7071-4852-98be-6e09768bcf8f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:25.361948 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.523722 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1626093'] for router_interface (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.747098 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Deleting port a65766dd-970b-4704-8b53-7b84e2ef0b16 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:25.747437 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.824455 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] For port a65766dd-970b-4704-8b53-7b84e2ef0b16, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=a65766dd-970b-4704-8b53-7b84e2ef0b16,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:25.824815 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:25.837007 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Calling delete_port for a65766dd-970b-4704-8b53-7b84e2ef0b16 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:26.059029 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (a65766dd-970b-4704-8b53-7b84e2ef0b16), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:26.085155 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a65766dd-970b-4704-8b53-7b84e2ef0b16,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:26.267344 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1679484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634810'] for router_interface (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:26.483868 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 has already been hosted by L3 agent 12794d22-268a-4432-8376-7e89c18390c9 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 03 12:40:26.587880 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] Notify agent at l3_agent.dv-cinder-824911-5-iscsi the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 03 12:40:26.592798 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-28103708-68e0-419e-8ada-587cb4c9e9f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3836029 May 03 12:40:26.595244 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:26.597251 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] Sync routers for ids ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'] in dv-cinder-824911-5-iscsi {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 12:40:26.606736 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] Routers {'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:26.607341 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:40:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:26.698415 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks [] for router (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:26.712385 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] Set router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 gateway port host: dv-cinder-824911-5-iscsi {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:26.800801 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks [] for router_gateway (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:26.883988 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'external_fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:40:25Z', 'revision_number': 5, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port': {'id': '5eeb1353-48a7-47d7-9844-5ed5dd13205a', 'name': '', 'network_id': 'b4d3d747-e640-4ac7-96f0-260191103dc9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824911-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T12:33:30Z', 'updated_at': '2022-05-03T12:33:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '019c1e5c-56db-40fc-ba0b-5ab56fb93d7b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824911-5-iscsi'}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:26.900468 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Deleting port 5eeb1353-48a7-47d7-9844-5ed5dd13205a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:26.900817 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:26.984708 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] For port 5eeb1353-48a7-47d7-9844-5ed5dd13205a, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=5eeb1353-48a7-47d7-9844-5ed5dd13205a,segment=NetworkSegment(9182e775-54a6-41f7-96f3-6dc6e8b40e58),segment_id=9182e775-54a6-41f7-96f3-6dc6e8b40e58)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:26.985083 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:26.997514 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] Checking router: b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 for host: dv-cinder-824911-5-iscsi {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 12:40:26.998561 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Calling delete_port for 5eeb1353-48a7-47d7-9844-5ed5dd13205a owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:27.005906 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] Routers {'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'} bound to L3 agent in host dv-cinder-824911-5-iscsi {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 03 12:40:27.006515 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824911-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-03T12:15:53Z,description=,heartbeat_timestamp=2022-05-03T12:40:23Z,host='dv-cinder-824911-5-iscsi',id=12794d22-268a-4432-8376-7e89c18390c9,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T12:15:53Z,topic='l3_agent')) {'router_ids': ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:27.093634 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] Set router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 03 12:40:27.149033 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:40:26Z', 'revision_number': 6, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port_host': None}], 'dv-cinder-824911-5-iscsi', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:27.175590 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f935ee76-a704-455f-942f-aa6eb39f4d12 None None] The sync data for ids ['b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8'] in dv-cinder-824911-5-iscsi is: [{'id': 'b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8', 'name': 'tempest-TestVolumeBootPattern-1498075305-router', 'tenant_id': '5e8d4af3309f4ee394db586a0c58350e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T12:33:29Z', 'updated_at': '2022-05-03T12:40:26Z', 'revision_number': 6, 'project_id': '5e8d4af3309f4ee394db586a0c58350e', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 12:40:27.183291 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.235808 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118792401'] for port (5eeb1353-48a7-47d7-9844-5ed5dd13205a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.261744 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeb1353-48a7-47d7-9844-5ed5dd13205a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:27.324733 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1626271'] for router_gateway (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.414158 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1615683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-55343'] for router (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.416192 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks [] for router_controller (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.539557 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1615690'] for router (b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.540094 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 03 12:40:27.544720 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.545877 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-bf6dc473-a110-41f2-8d6c-b4a12b9ca35f admin admin] 10.222.0.21 "DELETE /v2.0/routers/b5700ff9-ad39-4b7a-b48b-0d82c7f4e6c8 HTTP/1.1" status: 204 len: 168 time: 0.9496534 May 03 12:40:27.548624 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:27.598620 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Deleting subnet d8a6a430-52e9-470e-b3a9-1f4accb2b27a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 03 12:40:27.605456 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Publish callbacks [] for subnet (d8a6a430-52e9-470e-b3a9-1f4accb2b27a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.638716 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-117466705'] for subnet (d8a6a430-52e9-470e-b3a9-1f4accb2b27a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.711772 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-727353'] for subnet (d8a6a430-52e9-470e-b3a9-1f4accb2b27a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.817879 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114308', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118792422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-120547369'] for subnet (d8a6a430-52e9-470e-b3a9-1f4accb2b27a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.846146 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a6a430-52e9-470e-b3a9-1f4accb2b27a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:27.849717 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.853735 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-601ceaf6-9472-45aa-a6c3-bd721d81214a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8a6a430-52e9-470e-b3a9-1f4accb2b27a HTTP/1.1" status: 204 len: 168 time: 0.3038535 May 03 12:40:27.855867 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1637e-74bb-4496-b5cc-6ed2bfd9d3e4 None None] Network 4168159b-11f9-4dac-b5be-9a8c5bd30c0f requested from dv-cinder-824911-5-iscsi {{(pid=103887) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 03 12:40:27.858076 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48310) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:27.935869 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686891'] for network (4168159b-11f9-4dac-b5be-9a8c5bd30c0f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:27.961741 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:40:27.981717 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Deleting port 30005819-36a4-4e44-bf91-20d90a723573 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:27.982167 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (30005819-36a4-4e44-bf91-20d90a723573), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.000534 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] DHCP port deletion for 4168159b-11f9-4dac-b5be-9a8c5bd30c0f request from dv-cinder-824911-5-iscsi {{(pid=103887) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 03 12:40:28.042324 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] Deleting port 30005819-36a4-4e44-bf91-20d90a723573 {{(pid=103887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 03 12:40:28.042809 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774693033741'] for port (30005819-36a4-4e44-bf91-20d90a723573), before_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.049447 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] For port 30005819-36a4-4e44-bf91-20d90a723573, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=30005819-36a4-4e44-bf91-20d90a723573,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:28.049819 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (30005819-36a4-4e44-bf91-20d90a723573), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.062343 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Calling delete_port for 30005819-36a4-4e44-bf91-20d90a723573 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:28.104541 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.db [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] For port 30005819-36a4-4e44-bf91-20d90a723573, host dv-cinder-824911-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824911-5-iscsi',level=0,port_id=30005819-36a4-4e44-bf91-20d90a723573,segment=NetworkSegment(0d6b6803-591e-47ec-a14d-f268e1c16d84),segment_id=0d6b6803-591e-47ec-a14d-f268e1c16d84)] {{(pid=103887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 03 12:40:28.104914 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1626071'] for port (30005819-36a4-4e44-bf91-20d90a723573), precommit_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.118975 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] Calling delete_port for 30005819-36a4-4e44-bf91-20d90a723573 owned by network:dhcp {{(pid=103887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 03 12:40:28.242216 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125948464'] for port (30005819-36a4-4e44-bf91-20d90a723573), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.247867 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-772429', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-113524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774693041309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774692530333'] for port (30005819-36a4-4e44-bf91-20d90a723573), after_delete {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.272378 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Pushing event deleted for resources: {'Port': ['ID=30005819-36a4-4e44-bf91-20d90a723573,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:28.274221 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] No DVR routers for this DVR port 30005819-36a4-4e44-bf91-20d90a723573 on host dv-cinder-824911-5-iscsi {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:40:28.278800 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] No DVR routers for this DVR port 30005819-36a4-4e44-bf91-20d90a723573 on host dv-cinder-824911-5-iscsi {{(pid=103887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 12:40:28.280157 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334e689-f1a9-4a36-b09c-bdcc517ce99e None None] Pushing event deleted for resources: {'Port': ['ID=30005819-36a4-4e44-bf91-20d90a723573,revision_number=None']} {{(pid=103887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:28.344294 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-726156', 'neutron.services.segments.db._delete_segments_for_network-8774692994362'] for network (4168159b-11f9-4dac-b5be-9a8c5bd30c0f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.363899 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4168159b-11f9-4dac-b5be-9a8c5bd30c0f']}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:28.373368 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6b6803-591e-47ec-a14d-f268e1c16d84') {'for_net_delete': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:28.373675 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.services.segments.db [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6b6803-591e-47ec-a14d-f268e1c16d84') {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 12:40:28.383369 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774692995139', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125948725'] for segment (0d6b6803-591e-47ec-a14d-f268e1c16d84), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.396202 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996'] for segment (0d6b6803-591e-47ec-a14d-f268e1c16d84), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.401998 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103886) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 12:40:28.403643 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-755996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125948525'] for segment (0d6b6803-591e-47ec-a14d-f268e1c16d84), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: Traceback (most recent call last): May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: timer() May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: cb(*args, **kw) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: return func(*args, **kwargs) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: self._notify() May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: self.callback(batched_events) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: event.method(event) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: aggregate_uuid = self.p_client.list_aggregates( May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: return f(self, *a, **k) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._get(url).json() May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: return self.request(url, 'GET', **kwargs) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: base_url = self.get_endpoint(auth, allow=allow, May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 12:40:28.404005 dv-cinder-824911-5-iscsi neutron-server[103886]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 12:40:28.510156 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-726261', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763500', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1679365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1624557'] for network (4168159b-11f9-4dac-b5be-9a8c5bd30c0f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.515284 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1679379'] for network (None), before_response {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.518452 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/4168159b-11f9-4dac-b5be-9a8c5bd30c0f HTTP/1.1" status: 204 len: 168 time: 0.6585574 May 03 12:40:28.528909 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407c27f-f149-4bf3-bcde-8677b878ee6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4168159b-11f9-4dac-b5be-9a8c5bd30c0f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:28.807799 dv-cinder-824911-5-iscsi neutron-server[103886]: DEBUG neutron.wsgi [-] (103886) accepted ('10.222.0.21', 48314) {{(pid=103886) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:28.846226 dv-cinder-824911-5-iscsi neutron-server[103886]: INFO neutron.wsgi [None req-2407ab39-f30d-4ca7-ade0-97e4d9d33f04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63e643aec806497bb42c62ea76c402f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371232 May 03 12:40:28.848829 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:28.882653 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a65766dd-970b-4704-8b53-7b84e2ef0b16 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:28.899644 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7901463e-4a33-4ada-8596-e8c9c2181e04 admin admin] Publish callbacks [] for security_group (0165fa0f-2cbd-4650-9f55-0635e64bdcb4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.901911 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: a65766dd-970b-4704-8b53-7b84e2ef0b16 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:28.902257 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device a65766dd-970b-4704-8b53-7b84e2ef0b16 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:28.902668 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 30005819-36a4-4e44-bf91-20d90a723573 no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:28.920393 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7901463e-4a33-4ada-8596-e8c9c2181e04 admin admin] Publish callbacks [] for security_group (0165fa0f-2cbd-4650-9f55-0635e64bdcb4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:28.921220 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 30005819-36a4-4e44-bf91-20d90a723573 {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:28.921564 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 30005819-36a4-4e44-bf91-20d90a723573 not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:28.921977 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 5eeb1353-48a7-47d7-9844-5ed5dd13205a no longer exists at agent ovs-agent-dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 03 12:40:28.943287 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.plugin [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] No Port match for: 5eeb1353-48a7-47d7-9844-5ed5dd13205a {{(pid=103887) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 03 12:40:28.943635 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron.plugins.ml2.rpc [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Device 5eeb1353-48a7-47d7-9844-5ed5dd13205a not bound to the agent host dv-cinder-824911-5-iscsi {{(pid=103887) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 03 12:40:29.030077 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7901463e-4a33-4ada-8596-e8c9c2181e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (0165fa0f-2cbd-4650-9f55-0635e64bdcb4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:29.032559 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7901463e-4a33-4ada-8596-e8c9c2181e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:29.033703 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-7901463e-4a33-4ada-8596-e8c9c2181e04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0165fa0f-2cbd-4650-9f55-0635e64bdcb4 HTTP/1.1" status: 204 len: 168 time: 0.1838245 May 03 12:40:29.042554 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901463e-4a33-4ada-8596-e8c9c2181e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0165fa0f-2cbd-4650-9f55-0635e64bdcb4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:29.719563 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:29.758518 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-610ac3fc-d980-446b-9d8a-8f6e00458856 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e8d4af3309f4ee394db586a0c58350e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378380 May 03 12:40:29.760812 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.21', 48324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 03 12:40:29.805305 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dab2492d-8e63-4afa-b37d-2cfdac076246 admin admin] Publish callbacks [] for security_group (6ca6d66b-12c5-4511-bbb5-b0b884cbb20f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:29.826048 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dab2492d-8e63-4afa-b37d-2cfdac076246 admin admin] Publish callbacks [] for security_group (6ca6d66b-12c5-4511-bbb5-b0b884cbb20f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:29.943044 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dab2492d-8e63-4afa-b37d-2cfdac076246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1801566'] for security_group (6ca6d66b-12c5-4511-bbb5-b0b884cbb20f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:29.946549 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dab2492d-8e63-4afa-b37d-2cfdac076246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:29.947718 dv-cinder-824911-5-iscsi neutron-server[103885]: INFO neutron.wsgi [None req-dab2492d-8e63-4afa-b37d-2cfdac076246 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ca6d66b-12c5-4511-bbb5-b0b884cbb20f HTTP/1.1" status: 204 len: 168 time: 0.1860385 May 03 12:40:29.955435 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2492d-8e63-4afa-b37d-2cfdac076246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6d66b-12c5-4511-bbb5-b0b884cbb20f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 12:40:36.310045 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:50.680719 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d75beead-2ec2-4d6f-9f72-9e439bf50f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:52.846169 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-9cca0128-5614-42ed-91fa-76e14ef57980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:54.177886 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:55.349555 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:40:57.166269 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:04.961073 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:41:06.303407 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:20.709016 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-d95c0269-53fc-4d89-be7e-18fa8440f82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:22.817264 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-c6275d09-d31d-40dd-aeb4-514081fd90d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:24.187092 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:25.359365 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:27.170134 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:36.312574 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:41.960316 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:41:50.667928 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-48e82322-0bb1-480d-87e0-be3548e2b17a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:52.814984 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0fa6a58b-23ad-477f-91cd-2b3592335a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:54.176392 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:55.376477 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:41:57.209272 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:06.330064 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:18.959459 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:42:20.707226 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-acf64d19-6c93-475a-9c9d-05bab1d836d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:22.797528 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-432e36b0-01df-48af-b019-5a0af10fc5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:24.198608 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:25.358698 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:27.192746 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:36.339964 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:36.374855 dv-cinder-824911-5-iscsi neutron-server[103885]: DEBUG neutron.wsgi [req-110dadd8-caa0-460d-ae7b-5e3f29dd73c5 req-6fdb30cb-99ba-485c-8591-bccebdd771fa service neutron] (103885) timed out ('10.222.0.39', 63956) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 03 12:42:50.683788 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-063e9f9c-192d-4d72-85a4-b542f48e2687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:52.814566 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-568214f2-cf8b-4f9b-9f0e-eaf1feaf3eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:54.202341 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:55.380435 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:42:55.957964 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:42:57.197639 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:06.329402 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:20.665655 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-0bac0d58-7736-4100-878d-f98ff69d9f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:22.808334 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-a10b3ac8-f220-487d-baaf-bfd491a9a020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:24.202404 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:25.383675 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:27.212492 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:32.957270 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:43:36.339939 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:50.670287 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2e7d21ce-14c7-4176-8e22-405adb60697a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:52.801672 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-13bae685-c6be-40aa-9a4e-116bb4f448a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:54.235949 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:55.407706 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:43:57.241967 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:06.442512 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:09.955977 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:44:20.715168 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-283326d5-260c-498a-bb88-72a805f2cf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:22.846646 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2aa549dc-6f1e-48b3-9330-36999e9ad7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:24.245137 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:25.456314 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:27.210894 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:36.387515 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:46.955341 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:44:50.689480 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-001cb7f7-4c4d-4abb-929e-6db243fb6a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:52.838262 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-f1d8669b-a2e0-48ed-bf73-838405d35ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:54.217438 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:55.398126 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:44:57.228880 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:06.354113 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:20.717656 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-5fcfeb64-4885-436e-87d9-986846952728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:22.816904 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-676b5d61-1151-4f4b-a694-76281a12ccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (12794d22-268a-4432-8376-7e89c18390c9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:23.954617 dv-cinder-824911-5-iscsi neutron-server[103888]: DEBUG neutron.db.agents_db [None req-7dcc70a6-d263-4808-beca-9c43333e2dbd None None] Agent healthcheck: found 6 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 03 12:45:24.245068 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-96daba7a-0451-4554-8ec7-3411a5488df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (a66450bc-efde-4c6f-a1b1-b4f22f0454e9), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:25.388297 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-4bd548ab-2331-4f42-8869-af8dce3ca51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (f39e40a4-5e3d-4152-b1b2-818ed2638e02), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:27.202724 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-59225285-2a8b-4df2-b02e-8f1ee17cea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (e6c5d9ef-bab9-4bb5-81a2-1e1a6490efc2), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:36.364979 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-bc0d0e1c-ae5b-4f5d-a91a-ad589451056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (03a23f63-7c04-44dd-a4c5-286e06d1c33e), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 03 12:45:50.691019 dv-cinder-824911-5-iscsi neutron-server[103887]: DEBUG neutron_lib.callbacks.manager [None req-2dd41ab7-9cdd-4f3d-9cd6-0d1b3e0189cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774692994344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-846925'] for agent (80f07e31-5c54-432d-ad23-015c067d184c), after_update {{(pid=103887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}